-- Logs begin at Wed 2021-06-23 17:03:31 UTC, end at Wed 2021-06-23 18:15:03 UTC. -- Jun 23 17:37:24.601818 dv-cinder-797510-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 17:37:27.383217 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:37:27.383884 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:37:27.384019 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104817) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:37:27.387203 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.common.config [-] Logging enabled! Jun 23 17:37:27.387458 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 17:37:27.387805 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104817) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 17:37:27.389094 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:37:27.389387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:37:27.389757 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:37:27.390007 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:37:27.390238 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:37:27.390565 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.390867 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.391169 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.391400 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.391737 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.392040 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.392326 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.392621 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.392927 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.393215 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.393498 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.393787 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.394019 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.394304 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.394859 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.395148 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.395372 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] debug = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.395687 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.396122 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.396553 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.396840 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.397134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.397513 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.397698 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.397977 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.398265 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.398620 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] host = dv-cinder-797510-2-iscsi {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.398899 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.399191 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.399488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.399803 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.400085 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.400362 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.400652 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.400932 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.401205 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.401482 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.401775 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.402068 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.402365 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.402592 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.402816 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.403108 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.403398 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.403702 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.404019 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.404365 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.404824 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.405233 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.405516 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.405809 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.406101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.406396 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.406676 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.406962 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.407232 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.407528 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.407820 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.408097 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.408376 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.408654 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.408945 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.409217 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.409492 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.409802 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.410089 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.410381 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.410670 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.410948 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.411237 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.411514 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.411830 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.412102 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_json = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.412377 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.412649 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.412935 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.413214 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.413486 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.413767 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.414038 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.414324 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:27.414631 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.414931 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.415238 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.415530 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.415849 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.416135 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.416425 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.416710 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.417007 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.417301 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.417594 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.417874 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.418165 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.418447 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.418748 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.419058 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.419353 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.420242 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.420692 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.421171 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.421489 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.421780 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.422078 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.422382 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.422682 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.422964 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.423248 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.423549 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.423857 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.424144 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.424426 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.424721 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.425003 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.425282 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.425571 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.425854 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.426128 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.426402 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.426681 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.426977 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.427256 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.427532 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.427830 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.428110 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.428383 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.428672 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.428960 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.429236 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.429510 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.429792 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.430066 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.430348 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.430624 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.430898 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.431181 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.431457 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.431758 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.432034 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.432311 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.432587 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.432885 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.433136 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.433544 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.433719 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.434079 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.434355 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.434741 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.434926 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.435889 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.436368 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.436864 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.437179 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.437472 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.437762 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.438073 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.438434 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.438725 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.439020 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.439303 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.439611 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.439925 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.440225 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.440520 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.440801 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.441105 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.441389 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.441676 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.441959 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.442245 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.442543 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.442833 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.443135 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.443438 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.443764 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.444068 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.444368 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.444654 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.444974 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.445259 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:27.445478 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:37:27.445733 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104817) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 17:37:27.811309 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:27.811592 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:27.811918 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:27.812285 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 17:37:28.219187 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.219522 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.219845 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.221172 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.221445 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.221706 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.258886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.259211 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.259530 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.273674 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.273959 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.274232 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.305632 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.305911 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.306177 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.344000 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.344292 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.344539 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.587917 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.588557 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.588557 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.588699 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.589331 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.719938 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.720269 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.720559 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.720829 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.721101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.721417 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.721677 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.721932 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.722185 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.722468 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.722721 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.722984 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.723246 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.723509 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.723800 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.724064 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.724337 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.725764 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.726060 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.726332 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.726629 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.726997 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.727281 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.727550 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.727830 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.728157 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.728532 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.728779 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.729020 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.729260 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.729608 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.729717 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:28.730100 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 17:37:28.734330 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 17:37:28.738302 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 17:37:28.742357 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 23 17:37:28.744078 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 17:37:28.744591 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 17:37:28.744872 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 17:37:28.745269 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 17:37:28.748679 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 17:37:28.749080 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 17:37:28.749741 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:37:28.780598 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 17:37:28.781337 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.781694 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104817) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 17:37:28.782137 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.783689 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104817) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 17:37:28.783990 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 17:37:28.784293 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 17:37:28.787756 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.788049 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:28.854467 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 17:37:28.854676 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 17:37:28.854847 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 17:37:28.855238 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 17:37:28.877449 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_db.sqlalchemy.engines [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104817) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 17:37:29.420874 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing driver for type 'gre' Jun 23 17:37:29.421462 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] gre ID ranges: [(1, 1000)] Jun 23 17:37:29.479933 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing driver for type 'local' Jun 23 17:37:29.480256 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing driver for type 'vlan' Jun 23 17:37:29.496713 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] VlanTypeDriver initialization complete Jun 23 17:37:29.497154 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing driver for type 'vxlan' Jun 23 17:37:29.497901 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] vxlan ID ranges: [(1, 1000)] Jun 23 17:37:29.557334 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing extension driver 'port_security' Jun 23 17:37:29.557811 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] PortSecurityExtensionDriver initialization complete Jun 23 17:37:29.558240 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing mechanism driver 'openvswitch' Jun 23 17:37:29.558662 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing mechanism driver 'hyperv' Jun 23 17:37:29.565980 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.plugins.ml2.plugin [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:29.566792 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.567168 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.567646 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.568183 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.568401 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.568750 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.569135 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.569575 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.569927 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.570318 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.570667 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.571014 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.571392 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.571768 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.572117 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.572589 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > address_group after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.572853 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > address_group after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.573195 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.573536 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] ML2 OVO RPC backend initialized. {{(pid=104817) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 17:37:29.574286 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.574662 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.575047 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.575403 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > networks before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.579004 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.579004 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > ports before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.579004 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.579004 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnets before_response 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.582503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.582503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.582503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.582503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.583946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.583946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.583946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.583946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.plugin [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Modular L2 Plugin initialization complete Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading services supported by the core plugin {{(pid=104817) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.plugins.ml2.managers [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Got port-security extension from driver 'port_security' Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.extensions.vlantransparent [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Disabled vlantransparent extension. Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104817) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 17:37:29.584254 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: router Jun 23 17:37:29.619974 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.620632 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_create 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.620711 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router before_create 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.621085 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.621459 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.621815 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_delete 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.622176 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.622580 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_create 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.622930 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.623277 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.623655 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.624028 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.624440 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.624811 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.625156 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.625495 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: subnet after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.625833 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.626191 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.626543 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_create 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.626886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.627231 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.627590 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router after_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.627969 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.628323 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_create 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.628682 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.629032 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_update 55549900 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.629411 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > network after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.630328 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Tracking information for resource: router configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:29.630655 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Tracking information for resource: floatingip configured {{(pid=104817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 17:37:29.635851 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.db.l3_agentschedulers_db [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 17:37:29.636503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.636820 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.637199 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.637552 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: port after_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.639369 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router before_create 55550100 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.639790 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.640162 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_create 55550100 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.640517 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > router precommit_update 55550100 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.645508 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.provider_configuration [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service providers = [] {{(pid=104817) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 17:37:29.645798 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.db.servicetype_db [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104817) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 17:37:29.648784 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.service_base [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:37:29.649130 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.service_base [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:37:29.649472 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.service_base [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:37:29.650348 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.services.service_base [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 17:37:29.650722 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.services.service_base [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 17:37:29.651116 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.651437 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 17:37:29.663038 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.663383 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: auto_allocate Jun 23 17:37:29.669405 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: network precommit_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.669832 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: network precommit_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.670388 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.670714 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: tag Jun 23 17:37:29.677549 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.677817 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: timestamp Jun 23 17:37:29.681685 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.682015 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: network_ip_availability Jun 23 17:37:29.689650 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.690021 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.690387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.691168 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.691489 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: flavors Jun 23 17:37:29.696347 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.696677 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading Plugin: revisions Jun 23 17:37:29.702327 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 17:37:29.702754 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=104817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:29.703528 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104817) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 17:37:29.703890 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Initializing extension manager. Jun 23 17:37:29.704415 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: __init__.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.704756 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: __pycache__ {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.705092 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.705430 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: address_group.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.706234 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.706821 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: address-group Jun 23 17:37:29.707145 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: address_scope.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.707886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.708405 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: address-scope Jun 23 17:37:29.708732 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.709773 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.710250 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: router-admin-state-down-before-update Jun 23 17:37:29.710574 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: agent.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.711286 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.711871 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: agent Jun 23 17:37:29.712146 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: agent_resources_synced.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.713152 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.713543 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: agent-resources-synced Jun 23 17:37:29.713865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: allowedaddresspairs.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.715733 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.716310 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: allowed-address-pairs Jun 23 17:37:29.717157 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: auto_allocated_topology.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.718523 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.719038 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: auto-allocated-topology Jun 23 17:37:29.719368 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: availability_zone.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.720095 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.720604 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: availability_zone Jun 23 17:37:29.720934 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: availability_zone_filter.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.721856 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.722367 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: availability_zone_filter Jun 23 17:37:29.722693 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: data_plane_status.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.723595 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.724119 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 17:37:29.724460 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: default_subnetpools.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.725362 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.725875 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: default-subnetpools Jun 23 17:37:29.726201 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.727041 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.727543 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: dhcp_agent_scheduler Jun 23 17:37:29.727902 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: dns.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.728823 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.729324 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension dns-integration not supported by any of loaded plugins Jun 23 17:37:29.729649 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: dns_domain_ports.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.730561 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.731070 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 17:37:29.731397 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.732561 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.733074 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 17:37:29.733396 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: dvr.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.734076 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.734584 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: dvr Jun 23 17:37:29.734909 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: empty_string_filtering.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.735875 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.736381 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: empty-string-filtering Jun 23 17:37:29.736706 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.737617 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.738119 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:37:29.738441 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.739357 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.739898 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 17:37:29.740221 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: external_net.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.741138 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.741655 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: external-net Jun 23 17:37:29.741979 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.742901 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.743409 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: extra_dhcp_opt Jun 23 17:37:29.743758 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: extraroute.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.744781 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.745197 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: extraroute Jun 23 17:37:29.745500 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: extraroute_atomic.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.746551 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.747053 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: extraroute-atomic Jun 23 17:37:29.747377 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: filter_validation.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.748248 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.749090 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: filter-validation Jun 23 17:37:29.749496 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: fip_pf_description.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.750706 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.751171 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 17:37:29.751497 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: fip_port_details.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.752550 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.753053 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: fip-port-details Jun 23 17:37:29.753378 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: flavors.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.754662 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.755177 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: flavors Jun 23 17:37:29.755503 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.757267 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.757785 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 17:37:29.758118 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: floatingip_pools.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.758826 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.759333 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: floatingip-pools Jun 23 17:37:29.759682 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: ip_allocation.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.760609 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.761115 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 17:37:29.761460 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.762478 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.762991 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: ip-substring-filtering Jun 23 17:37:29.764006 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l2_adjacency.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.764955 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.765462 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 17:37:29.765788 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.766846 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.767360 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: router Jun 23 17:37:29.767728 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.770526 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.771059 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 17:37:29.771442 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.772370 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.772888 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: ext-gw-mode Jun 23 17:37:29.773219 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.774140 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.774650 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: l3-ha Jun 23 17:37:29.774979 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3_flavors.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.775953 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.776463 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: l3-flavors Jun 23 17:37:29.776794 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.777698 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.778203 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 17:37:29.778529 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: l3agentscheduler.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.782210 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.782752 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: l3_agent_scheduler Jun 23 17:37:29.783092 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: logging.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.784794 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.785311 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension logging not supported by any of loaded plugins Jun 23 17:37:29.785645 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: metering.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.786432 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.787026 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: metering Jun 23 17:37:29.787353 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.788535 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.789062 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: metering_source_and_destination_fields Jun 23 17:37:29.789391 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: multiprovidernet.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.790337 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.790857 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: multi-provider Jun 23 17:37:29.791311 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: netmtu.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.792148 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.792660 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: net-mtu Jun 23 17:37:29.792981 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: netmtu_writable.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.794204 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.794435 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: net-mtu-writable Jun 23 17:37:29.794763 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: network_availability_zone.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.795582 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.795996 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: network_availability_zone Jun 23 17:37:29.796315 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: network_ip_availability.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.797467 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.797977 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: network-ip-availability Jun 23 17:37:29.798304 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: network_segment_range.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.799109 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.799613 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 17:37:29.800080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: pagination.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.800984 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.801317 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: pagination Jun 23 17:37:29.801640 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: port_device_profile.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.802549 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.803061 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: port-device-profile Jun 23 17:37:29.803390 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.804907 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.804907 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: port-mac-address-regenerate Jun 23 17:37:29.805146 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.806080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.806596 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: port-numa-affinity-policy Jun 23 17:37:29.806922 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: port_resource_request.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.807882 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.808386 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 17:37:29.808712 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: portbindings.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.809647 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.810706 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: binding Jun 23 17:37:29.810706 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: portbindings_extended.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.812073 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.812652 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: binding-extended Jun 23 17:37:29.812920 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: portsecurity.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.813852 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.814479 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: port-security Jun 23 17:37:29.814689 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: project_id.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.815695 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.816149 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: project-id Jun 23 17:37:29.816356 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: providernet.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.817259 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.817823 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: provider Jun 23 17:37:29.818101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.822019 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.822557 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos not supported by any of loaded plugins Jun 23 17:37:29.822901 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.824245 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.824756 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 17:37:29.825091 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.826572 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.827088 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 17:37:29.827418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_default.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.828542 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.829062 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-default not supported by any of loaded plugins Jun 23 17:37:29.829421 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_fip.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.830075 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.830582 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-fip not supported by any of loaded plugins Jun 23 17:37:29.830908 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_gateway_ip.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.831887 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.832403 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 17:37:29.832731 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_port_network_policy.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.833647 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.834149 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 17:37:29.834472 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_rule_type_details.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.835394 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.835929 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 17:37:29.836251 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: qos_rules_alias.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.837323 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.837827 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 17:37:29.838153 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: quotasv2.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.839161 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.839495 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: quotas Jun 23 17:37:29.839853 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: quotasv2_detail.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.843662 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.844012 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: quota_details Jun 23 17:37:29.844343 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: rbac.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.845468 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.846018 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: rbac-policies Jun 23 17:37:29.846353 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: rbac_address_group.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.847295 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.847843 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: rbac-address-group Jun 23 17:37:29.848176 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: rbac_address_scope.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.849106 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.849636 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: rbac-address-scope Jun 23 17:37:29.849958 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: rbac_security_groups.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.850862 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.851373 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: rbac-security-groups Jun 23 17:37:29.851734 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: rbac_subnetpool.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.852646 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.853151 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: rbac-subnetpool Jun 23 17:37:29.853476 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: revisionifmatch.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.854387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.854899 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: revision-if-match Jun 23 17:37:29.855221 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: revisions.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.856589 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.857134 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: standard-attr-revisions Jun 23 17:37:29.857460 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: router_availability_zone.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.858135 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.858654 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: router_availability_zone Jun 23 17:37:29.858978 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: routerservicetype.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.859936 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.860444 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension router-service-type not supported by any of loaded plugins Jun 23 17:37:29.860766 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.861713 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.862227 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: security-groups-normalized-cidr Jun 23 17:37:29.862765 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.863598 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.864135 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: port-security-groups-filtering Jun 23 17:37:29.864461 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.865378 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.865886 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: security-groups-remote-address-group Jun 23 17:37:29.866209 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: securitygroup.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.876010 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.876564 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: security-group Jun 23 17:37:29.876999 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: segment.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.877716 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.878221 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension segment not supported by any of loaded plugins Jun 23 17:37:29.878551 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.879531 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.880071 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 17:37:29.880403 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: servicetype.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.881548 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.882073 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: service-type Jun 23 17:37:29.882409 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: sorting.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.883403 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.883759 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: sorting Jun 23 17:37:29.884087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: standard_attr_segment.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.885070 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.885595 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 17:37:29.885916 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: standardattrdescription.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.886574 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.887089 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: standard-attr-description Jun 23 17:37:29.887414 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: stateful_security_group.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.888946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.889681 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: stateful-security-group Jun 23 17:37:29.890073 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: stdattrs_common.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.890707 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 17:37:29.891148 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.892086 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.892646 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 17:37:29.893113 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnet_onboard.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.894179 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.895001 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: subnet_onboard Jun 23 17:37:29.895369 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.896365 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.896918 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 17:37:29.897284 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnet_service_types.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.898291 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.898857 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: subnet-service-types Jun 23 17:37:29.899226 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnetallocation.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.900455 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.900967 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: subnet_allocation Jun 23 17:37:29.901298 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.901962 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.902466 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: subnetpool-prefix-ops Jun 23 17:37:29.902788 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.904328 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.904977 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 17:37:29.905298 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: tagging.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.906427 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.906942 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: standard-attr-tag Jun 23 17:37:29.907353 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: timestamp.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.908609 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.909043 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loaded extension: standard-attr-timestamp Jun 23 17:37:29.909383 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: trunk.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.910418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.910932 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension trunk not supported by any of loaded plugins Jun 23 17:37:29.911258 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: trunk_details.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.912213 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.912726 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension trunk-details not supported by any of loaded plugins Jun 23 17:37:29.913140 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: uplink_status_propagation.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.913974 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.914478 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 17:37:29.914804 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Loading extension file: vlantransparent.py {{(pid=104817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 17:37:29.915487 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 17:37:29.916018 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 17:37:29.918580 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:network Jun 23 17:37:29.919140 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnet Jun 23 17:37:29.919569 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:37:29.919996 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:port Jun 23 17:37:29.921307 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.921754 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service FLAVORS assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.922379 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.922808 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.923142 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:router Jun 23 17:37:29.923573 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:37:29.924217 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service METERING assigned prefix: /metering {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.925579 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.925952 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.926304 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:37:29.927364 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:37:29.927925 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:37:29.928304 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:37:29.928929 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service CORE assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.929262 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:37:29.929625 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] subnetpool is already registered Jun 23 17:37:29.930249 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service CORE assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.930391 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:37:29.930722 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] subnetpool is already registered Jun 23 17:37:29.933179 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.933614 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service FLAVORS assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.934213 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.934639 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.935524 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:router Jun 23 17:37:29.935902 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] router is already registered Jun 23 17:37:29.936324 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:floatingip Jun 23 17:37:29.936660 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] floatingip is already registered Jun 23 17:37:29.937988 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service METERING assigned prefix: /metering {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.937988 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 17:37:29.938161 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] rbac_policy is already registered Jun 23 17:37:29.938538 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:security_group Jun 23 17:37:29.938875 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] security_group is already registered Jun 23 17:37:29.939285 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 17:37:29.939620 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] security_group_rule is already registered Jun 23 17:37:29.940287 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service CORE assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.940620 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:37:29.940953 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] subnetpool is already registered Jun 23 17:37:29.941387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.v2.resource_helper [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Service CORE assigned prefix: {{(pid=104817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 17:37:29.941709 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 17:37:29.942041 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING neutron.quota.resource_registry [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] subnetpool is already registered Jun 23 17:37:29.942519 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: extensions {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.944082 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: address-groups {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.945587 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: address-scopes {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.946920 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: agents {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.948125 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: auto-allocated-topology {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.949365 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: availability_zones {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.950664 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: dhcp-networks {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.952781 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: dhcp-agents {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.954227 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: routers {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.955956 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: flavors {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.958559 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: service_profiles {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.959814 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: next_providers {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.961275 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: service_profiles {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.962820 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: floatingip-pools {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.964221 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: routers {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.965928 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: floatingips {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.967329 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: l3-routers {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.968777 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: l3-agents {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.970197 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: metering-labels {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.971444 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: metering-label-rules {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.972886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: network-ip-availabilities {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.974140 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: bindings {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.975730 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: quotas {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.977294 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: quotas {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.978721 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: rbac-policies {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.979967 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: security-groups {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.981282 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: security-group-rules {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.982845 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: service-providers {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.984125 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: subnetpools {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.985441 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: subnetpools {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.987004 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.988733 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.990568 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.992393 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.994089 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.996087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:29.998418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:30.000452 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:30.002318 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:30.004114 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron.api.extensions [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Extended resource: tags {{(pid=104817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 17:37:30.010367 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING keystonemiddleware.auth_token [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 17:37:30.015901 dv-cinder-797510-2-iscsi neutron-server[104817]: WARNING keystonemiddleware.auth_token [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 17:37:30.024622 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Acquired lock "singleton_lock" {{(pid=104817) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 17:37:30.025108 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_concurrency.lockutils [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Releasing lock "singleton_lock" {{(pid=104817) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 17:37:30.025746 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Starting 2 workers Jun 23 17:37:30.030601 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Started child 104926 {{(pid=104817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:37:30.035272 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Started child 104927 {{(pid=104817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:37:30.036618 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.037448 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO neutron.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 17:37:30.037607 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Notify callbacks [] for process, before_spawn {{(pid=104817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.038142 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [-] (104926) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:37:30.040048 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.040754 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Starting 1 workers Jun 23 17:37:30.041611 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [-] (104927) wsgi starting up on http://0.0.0.0:9696 Jun 23 17:37:30.045549 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Started child 104928 {{(pid=104817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:37:30.046115 dv-cinder-797510-2-iscsi neutron-server[104817]: INFO oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Starting 1 workers Jun 23 17:37:30.049264 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] calling RpcWorker wait() {{(pid=104928) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 17:37:30.050173 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] returning from RpcWorker wait() {{(pid=104928) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 17:37:30.050721 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Started child 104929 {{(pid=104817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 17:37:30.051281 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.051554 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG neutron_lib.callbacks.manager [None req-0d448459-21d6-49b3-a5b9-6cf2a2d7089b None None] Notify callbacks [] for process, after_spawn {{(pid=104817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.051858 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:30.053592 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104817) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:37:30.053807 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:37:30.054000 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:37:30.054224 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:37:30.054583 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:37:30.054815 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:37:30.055343 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.055645 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.055924 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.056017 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:30.056490 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.056490 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.057038 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.057138 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:30.057304 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.057576 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.057859 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.058149 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.058283 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.058446 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.058706 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.058942 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.059311 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.059611 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.060625 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.060997 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.061179 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.061423 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.061704 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.061946 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.062217 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] debug = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.062488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.062978 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.063225 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.063488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.063780 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.064088 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.064324 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.064705 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.064982 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.065384 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.065522 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.065755 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.066008 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.066246 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.066471 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.066720 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.066967 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.067476 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] host = dv-cinder-797510-2-iscsi {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.067739 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.068000 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.068225 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.068494 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.068746 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.068981 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.069230 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.069490 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.069737 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.069987 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.070211 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.070470 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.070698 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.071030 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.071240 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_options = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.071429 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.071650 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.071923 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.072112 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.072285 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.072467 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.072722 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.072888 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.073124 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.073412 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.073576 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.073798 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.074014 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.074236 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.074515 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.074761 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.074979 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.075193 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.075534 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.076404 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.076716 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.077031 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.077260 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.077505 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.077748 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.077993 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.078226 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.078445 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.078663 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.078932 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.079177 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.079435 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.079718 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.080044 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.080292 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.080529 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.080752 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.081042 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.081275 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.081490 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.081743 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.083100 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.084311 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.084519 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.085079 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.085397 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_json = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.085695 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.085973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.086250 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.086535 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.086809 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.087077 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.087399 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.087692 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.088123 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.089212 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.089564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.089829 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.090080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.090344 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.090623 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.091564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.091564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.091564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.092074 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.092214 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.092488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.092739 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.094973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.094973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.094973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.094973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.094973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.096291 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.096401 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.097030 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.097030 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.097219 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.097723 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.098070 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.098332 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.098645 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.098878 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.099125 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.099367 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.099607 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.099963 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.100258 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.100539 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.100816 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.101122 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.101362 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.101598 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.101854 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.102130 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.102437 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.102579 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.102801 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.103032 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.103252 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.103491 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.103746 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.103966 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.104205 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.104462 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.104686 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.104905 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.105117 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.105413 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.105593 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.105833 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.106065 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.106248 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.106466 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.106709 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.107078 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.107402 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.107621 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.107861 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.108082 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.108328 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.108546 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.108773 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.108988 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.109211 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.109624 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.109840 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.110078 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.110315 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.110533 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.110793 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.110984 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.111202 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.111417 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.111684 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.111883 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.112101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.112338 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.112638 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.113017 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.113571 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.114108 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.114336 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.114598 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.114860 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.115106 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.115532 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.115790 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.116053 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.116458 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.116733 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.116971 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.117247 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.117502 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.117872 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.118154 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.118458 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.118698 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.118937 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.119191 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.119445 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.119740 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.119980 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.120237 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.120489 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.120771 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.121011 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.121354 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.121592 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.121848 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.122298 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.123294 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.123708 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.124171 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.124661 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.124916 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.125272 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.125431 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.125862 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.126285 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.126678 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.127148 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.127562 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.127858 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.128024 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.128258 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.128572 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.128844 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.129098 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.129314 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.129590 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.129840 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.130108 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.130398 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.130647 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.130898 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.131297 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.131696 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.132055 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.132446 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.132824 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.133203 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.133597 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.134209 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.134434 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.134683 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.134900 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.135145 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.135359 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.135778 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.136175 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.136405 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.136631 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.137195 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.137425 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.137643 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.137892 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.138726 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.139087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.139407 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.139664 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.139954 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.140141 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.140441 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.140696 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.140927 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.141175 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.141419 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.141676 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.141893 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.142190 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.142385 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.142594 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.143007 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.143244 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.143464 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.143727 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.144069 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.144167 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.144682 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.144939 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.145271 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.145507 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.145767 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.146006 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.146223 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.146554 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.146719 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.146936 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.147149 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.147363 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.147653 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.147844 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.148063 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.148307 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.148519 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.148749 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.149087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.149200 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150072 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150072 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150072 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150295 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150372 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.150886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.151049 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.151231 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.151444 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.151669 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.151911 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.152122 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.152332 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.152548 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.152758 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.152973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.153181 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.153387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.153602 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.153841 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.154086 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.154293 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.154502 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.154719 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.154922 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.155317 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.155584 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.155836 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.156127 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.156355 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.156632 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.156861 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.157174 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.157405 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.157642 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.157877 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.158092 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.158325 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.158575 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.158886 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.159254 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.159474 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.159747 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.160032 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.160308 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.160568 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.160781 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.161094 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.161456 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.161739 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.161982 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.162227 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.162495 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.162743 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.162958 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.163198 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.163430 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.163681 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.163911 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.164139 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.164365 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.164599 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.164846 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.165062 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.165285 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.165601 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.165847 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.166089 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.166246 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:37:30.166785 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104817) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 17:37:30.167189 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 17:37:30.167189 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 17:37:30.167690 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 17:37:30.167923 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 17:37:30.168141 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 17:37:30.168277 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.168408 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.168619 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.168991 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.168991 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.169192 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.169275 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.169557 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.169803 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170025 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170188 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170474 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170474 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170734 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170863 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.170994 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171124 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171295 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171442 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171576 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171767 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.171906 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172042 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] debug = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172173 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172312 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172634 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172767 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.172920 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173051 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173206 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173352 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173479 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173603 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173758 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.173914 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174069 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174222 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174376 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174530 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174686 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] host = dv-cinder-797510-2-iscsi {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174840 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.174996 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.175150 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.175307 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.175461 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.175616 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.175802 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176127 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176127 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176334 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176416 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176541 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176680 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176823 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.176977 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_options = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177133 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177287 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177440 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177631 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177792 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.177996 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178273 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178484 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178640 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178796 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.178951 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179105 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179260 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179415 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179576 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179740 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.179901 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180061 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180218 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180374 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180735 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180735 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.180947 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181067 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181174 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181278 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181382 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181538 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181692 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.181847 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182003 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182158 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182296 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182489 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182649 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182806 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.182967 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183121 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183277 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183431 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183586 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183763 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.183932 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.184093 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.184248 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_json = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.184404 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.184559 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.184736 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.185488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.185972 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.185972 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.186279 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.186279 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 17:37:30.186478 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.186691 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.186912 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187103 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187265 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187424 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187750 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.187921 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188088 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188254 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188433 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188627 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:30.188747 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188868 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.188975 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189104 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189262 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189420 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189578 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189734 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.189916 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190144 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190322 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190479 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190639 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190797 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.190955 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191114 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191291 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191428 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191587 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191770 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.191936 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192093 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192250 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192408 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192564 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192725 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.192955 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193095 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193190 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193328 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193485 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193642 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193802 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.193959 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194117 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194276 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194434 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194713 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194814 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.194909 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195053 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195196 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195352 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195508 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195705 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195842 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.195999 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196157 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196316 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196488 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196630 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196791 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.196950 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197144 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197298 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197411 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197590 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197821 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197821 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.197977 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198124 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198282 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198438 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198595 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198750 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.198963 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199061 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199239 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199387 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199511 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199658 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.199933 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.200087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.200189 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.200282 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.200441 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.200692 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.201797 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.201797 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.201797 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202010 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202010 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202168 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202511 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202511 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202908 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202908 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.202908 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203306 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203306 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203306 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203618 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203618 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203869 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.203953 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204089 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204246 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204403 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204559 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204727 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.204883 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205046 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205204 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205368 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205535 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205692 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.205849 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206005 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206158 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206305 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206452 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206607 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206763 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.206919 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207075 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207241 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207409 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207690 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207889 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.207889 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208101 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208207 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208364 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208521 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208677 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208834 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.208992 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210080 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210529 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210529 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210529 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210765 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210765 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.210966 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.211049 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.211205 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.211361 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.211616 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212098 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212098 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212098 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212670 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212900 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.212900 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213127 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213235 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213333 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213451 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213599 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213758 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.213914 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215134 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.215865 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216427 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216427 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216427 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216777 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216777 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.216923 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.217087 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.217249 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.217587 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.217732 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218005 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218175 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218175 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218354 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218498 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218657 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218815 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.218972 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219130 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219287 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219446 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219616 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219794 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.219952 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220115 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220273 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220446 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220608 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220763 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.220916 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221073 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221240 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221398 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221555 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221715 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.221924 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.222190 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.222450 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.222679 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.222856 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.223016 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.223184 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.223418 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.223671 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.223898 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224061 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224256 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224420 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224579 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224746 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.224906 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225083 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225293 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225494 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225653 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225815 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.225973 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226130 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226286 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226444 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226607 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226779 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.226947 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227106 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227270 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227436 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227603 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227784 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.227977 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228106 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228263 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228420 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228581 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228735 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.228894 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229051 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229208 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229366 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229522 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229684 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.229840 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230002 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230160 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230297 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230462 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230615 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230771 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.230928 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.231086 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 17:37:30.232777 dv-cinder-797510-2-iscsi neutron-server[104817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 17:37:30.296500 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47268) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:30.305291 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065556 Jun 23 17:37:43.236011 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a5cc2-ff1e-4684-b6d4-64c09c05afa1 None None] get_active_networks_info from dv-cinder-797510-2-iscsi {{(pid=104928) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 17:37:43.301799 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a5cc2-ff1e-4684-b6d4-64c09c05afa1 None None] No non-hosted networks {{(pid=104928) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 17:37:43.320798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.agentschedulers_db [None req-542a5cc2-ff1e-4684-b6d4-64c09c05afa1 None None] DHCP Agent not found on host dv-cinder-797510-2-iscsi {{(pid=104928) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 17:37:43.396637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-10058136-416f-439f-88d1-5200b44c8c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:46.178919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:46.188922 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.189323 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.189661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.189992 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.190318 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.190639 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.190953 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.191300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.191621 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.191963 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.192342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.192662 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:46.193077 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797510-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:46.258042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797510-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:37:46.290156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-004f32ea-7a18-4d09-80bd-82caa54078b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:46.306463 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-66415e9e-da5d-40fd-89e8-ad6a955e2349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:47.806340 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:49.156889 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.db.l3_hamode_db [None req-09c3c965-d7be-4e80-bd70-f0bf2ab7e546 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 17:37:49.239185 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3c965-d7be-4e80-bd70-f0bf2ab7e546 None None] Routers set() bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:37:49.239978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3c965-d7be-4e80-bd70-f0bf2ab7e546 None None] Router IDs set() for agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 17:37:49.281985 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:50.456193 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47358) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:51.003662 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING oslo_policy.policy [None req-70cb7c5e-75be-4dec-9d56-c3287d7cac11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:37:51.004256 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING oslo_policy.policy [None req-70cb7c5e-75be-4dec-9d56-c3287d7cac11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:37:51.236986 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [None req-70cb7c5e-75be-4dec-9d56-c3287d7cac11 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:37:51.238075 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-70cb7c5e-75be-4dec-9d56-c3287d7cac11 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7809963 Jun 23 17:37:53.859030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47372) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:54.330578 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:37:54.429753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.policy [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104927) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:37:54.476530 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING oslo_policy.policy [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:37:54.476952 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING oslo_policy.policy [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:37:54.485981 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.quota [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] Loaded quota_driver: . Jun 23 17:37:54.600770 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200079763', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200080382', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200072820', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200093758', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200085501', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774200111116', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1007889', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-919917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752782', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683630'] for rbac-policy, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:54.705774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:54.707321 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-27bb3285-a0ce-4fe9-9100-2c3306ae2b07 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8468642 Jun 23 17:37:57.556611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47384) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:37:57.980184 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:37:58.015248 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Made reservation on behalf of 6c563e767d3d46ac8fd40a167a8da738 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:37:58.018251 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.041345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.206065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.210769 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.215915 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:58.239208 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:37:58.268134 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774201112086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.269004 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Unsubscribe: segment precommit_create {{(pid=104927) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:37:58.269517 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Added segment 8910181c-763a-4613-9fde-4991c1210dad of type vlan for network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 Jun 23 17:37:58.275998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb46ec8-8784-4f10-bd96-08f887160edf,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:58.314214 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.314561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.314893 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.315209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.315519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.315882 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.316197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.316518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.316842 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.317151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.317455 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.317992 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Tracked resource versions report: Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: pushed versions: Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: { 'AddressGroup': {'1.2'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'ConntrackHelper': {'1.0'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Log': {'1.0'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Network': {'1.1'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Port': {'1.7'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'PortForwarding': {'1.2'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'QosPolicy': {'1.8'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroup': {'1.4'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SubPort': {'1.0'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Subnet': {'1.1'}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Trunk': {'1.1'}} Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: consumer versions: Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'ConntrackHelper': '1.0', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Log': '1.0', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Network': '1.1', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Port': '1.7', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'PortForwarding': '1.2', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'QosPolicy': '1.8', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroup': '1.4', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroupRule': '1.2', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SubPort': '1.0', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Subnet': '1.1', Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Trunk': '1.1'}} Jun 23 17:37:58.318848 dv-cinder-797510-2-iscsi neutron-server[104927]: {{(pid=104927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:37:58.378692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:58.406711 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.465522 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.467107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:37:58.467759 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:37:58.469881 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:37:58.523901 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9660616 Jun 23 17:37:58.577610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Pushing event updated for resources: {'Network': ['ID=1ad6b406-0973-4fdd-a17a-aa131c5f60d7,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:37:58.581885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:37:58.591823 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:38:01.380513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47398) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:01.982652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5036c3f-65f2-4afd-9d8a-e27980832840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:01.984127 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a5036c3f-65f2-4afd-9d8a-e27980832840 admin admin] 10.222.0.66 "GET /v2.0/networks/1ad6b406-0973-4fdd-a17a-aa131c5f60d7 HTTP/1.1" status: 200 len: 825 time: 0.6024647 Jun 23 17:38:02.016754 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b2e1c6bb-3310-4eea-a3eb-3fad67687624 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/d5339881-2c40-4301-81f7-efba56c761f9 HTTP/1.1" status: 200 len: 734 time: 0.0264297 Jun 23 17:38:02.028627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Request body: {'subnet': {'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'name': 'private-subnet', 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:38:02.057021 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Made reservation on behalf of 6c563e767d3d46ac8fd40a167a8da738 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:38:02.059701 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:02.426113 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:02.429083 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:02.500539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=007cb300-ca51-4950-bf8d-13cfecac70b4,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:02.505970 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Checking segment: {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:38:02.506387 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Network hostable DHCP agents. Network: 1ad6b406-0973-4fdd-a17a-aa131c5f60d7, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:38:02.508919 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:02.529193 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:38:02.543825 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 1ad6b406-0973-4fdd-a17a-aa131c5f60d7) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:02.549216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:02.550028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:02.556461 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf1540d-dd4f-44dc-897b-084befd1126a None None] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:38:02.569422 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5455403 Jun 23 17:38:02.944763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:38:02.946048 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:03.354345 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Allocated IP 172.20.0.2 (1ad6b406-0973-4fdd-a17a-aa131c5f60d7/007cb300-ca51-4950-bf8d-13cfecac70b4/fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:38:03.595291 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:03.644054 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Transition to ACTIVE for port object fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:38:03.669000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Transition to ACTIVE for port object fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:38:03.681325 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:03.685461 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:03.759216 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:38:03.765146 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:03.768718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:38:03.784709 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Pushing event updated for resources: {'Port': ['ID=fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:03.829950 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.830242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.830691 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.830829 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.831058 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.831586 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.831777 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.831979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.832410 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.832718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.833069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.833380 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Tracked resource versions report: Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: pushed versions: Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: { 'AddressGroup': {'1.2'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'ConntrackHelper': {'1.0'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Log': {'1.0'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Network': {'1.1'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Port': {'1.7'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'PortForwarding': {'1.2'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'QosPolicy': {'1.8'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroup': {'1.4'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SubPort': {'1.0'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Subnet': {'1.1'}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Trunk': {'1.1'}} Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: consumer versions: Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'ConntrackHelper': '1.0', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Log': '1.0', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Network': '1.1', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Port': '1.7', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'PortForwarding': '1.2', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'QosPolicy': '1.8', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroup': '1.4', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroupRule': '1.2', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SubPort': '1.0', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Subnet': '1.1', Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Trunk': '1.1'}} Jun 23 17:38:03.834541 dv-cinder-797510-2-iscsi neutron-server[104928]: {{(pid=104928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:38:03.838435 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:03.867304 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Attempting to bind port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:38:03.867720 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Attempting to bind port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:38:03.868154 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Attempting to bind port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 on network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:38:03.873488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:38:03.873904 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Checking segment: {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:38:03.874368 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:03.874760 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Bound using segment: {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:38:03.875242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Bound port: fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:38:03.875718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:03.969222 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] For port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:38:04.004818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] For port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637,segment=NetworkSegment(8910181c-763a-4613-9fde-4991c1210dad),segment_id=8910181c-763a-4613-9fde-4991c1210dad)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:38:04.009753 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:04.012749 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:04.081677 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Pushing event updated for resources: {'Port': ['ID=fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:04.084811 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:05.262481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47406) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:05.652230 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [None req-4883de95-4a17-44a8-aea1-41ec2097c25e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:38:05.653419 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4883de95-4a17-44a8-aea1-41ec2097c25e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3898492 Jun 23 17:38:08.250890 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 47414) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:08.934111 dv-cinder-797510-2-iscsi neutron-server[104926]: WARNING oslo_policy.policy [None req-c06c9c74-cba6-49b6-94ae-96bc2d0ad4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:38:08.934699 dv-cinder-797510-2-iscsi neutron-server[104926]: WARNING oslo_policy.policy [None req-c06c9c74-cba6-49b6-94ae-96bc2d0ad4c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:38:09.160223 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [None req-c06c9c74-cba6-49b6-94ae-96bc2d0ad4c8 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:38:09.161549 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c06c9c74-cba6-49b6-94ae-96bc2d0ad4c8 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9083931 Jun 23 17:38:10.571818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:10.614162 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0841022-9da4-41d2-b17b-ff245b0dd50c None None] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:38:10.726071 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Provisioning for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:38:10.737296 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:38:10.743621 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:10.744254 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:10.749668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Provisioning complete for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:10.750053 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:11.007090 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:11.015818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:11.091661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637,segment=NetworkSegment(8910181c-763a-4613-9fde-4991c1210dad),segment_id=8910181c-763a-4613-9fde-4991c1210dad)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:38:11.103701 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:11.103701 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:11.179141 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.db.api [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:38:11.179570 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_db.api [None req-d3e9e85e-ffbf-4234-9ba3-68730bfc79d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:38:11.185462 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:11.188704 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:11.845474 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-55b61a95-4e31-4d90-bef6-705e4ccea975 None None] Provisioning complete for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:11.846553 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-55b61a95-4e31-4d90-bef6-705e4ccea975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:11.906599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 47436) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:12.243349 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:38:12.308190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.policy [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 17:38:12.353760 dv-cinder-797510-2-iscsi neutron-server[104926]: WARNING oslo_policy.policy [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:38:12.354187 dv-cinder-797510-2-iscsi neutron-server[104926]: WARNING oslo_policy.policy [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 17:38:12.362844 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.quota [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Loaded quota_driver: . Jun 23 17:38:12.421209 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:12.423041 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:12.549968 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:12.590669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:12.598599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:12.621992 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:12.623375 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-775578d9-8519-4fcd-b0dd-4aefb25eccbc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7157466 Jun 23 17:38:12.634973 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:12.636318 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:13.137294 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b5dbc201-ea44-4ab6-b2bf-59a6df33a74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:15.092943 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 47446) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:15.493347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [None req-221aa954-b11b-4621-8be7-b676ab5ac48d admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:38:15.495316 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-221aa954-b11b-4621-8be7-b676ab5ac48d admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4007392 Jun 23 17:38:16.129241 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:16.134842 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f718c5-0070-4c3b-b32d-47a6b7360e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:17.109075 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:38:17.731012 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.073243 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47464) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:18.212170 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:38:18.233639 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Made reservation on behalf of 2d5915dbcb4d4138ab9f11d6d19b02e6 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:38:18.236097 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.244151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.338672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.342695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.346705 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:18.352603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Reserving flat network on physical network physnet1 {{(pid=104927) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 17:38:18.379335 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.379697 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Added segment 540324e5-7c05-4e84-8d1e-d2f35200972c of type flat for network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 Jun 23 17:38:18.381224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4687450a-8112-4cbe-92b3-4fd826eca09b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:18.392390 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:18.433059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.479065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.480788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:18.481356 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:18.483500 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:18.536161 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4615607 Jun 23 17:38:18.543671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Pushing event updated for resources: {'Network': ['ID=9f09bb7f-0c89-400e-be25-9e3ab3500d95,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:18.549423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:18.560812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:38:19.228068 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:20.952062 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 47482) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:21.174893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd386e-6e52-4a33-9b0e-ce3f29c19382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:21.177519 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cfcd386e-6e52-4a33-9b0e-ce3f29c19382 admin admin] 10.222.0.66 "GET /v2.0/subnets/007cb300-ca51-4950-bf8d-13cfecac70b4 HTTP/1.1" status: 200 len: 849 time: 0.2242897 Jun 23 17:38:21.304573 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-689d83f4-859e-4f88-95b4-5da334dfa53e admin admin] 10.222.0.66 "GET /v2.0/routers/ed801120-30d3-47b8-b8d5-1a679014fa2f HTTP/1.1" status: 200 len: 704 time: 0.1208696 Jun 23 17:38:21.623001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:21.996885 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Allocated IP 172.20.0.1 (1ad6b406-0973-4fdd-a17a-aa131c5f60d7/007cb300-ca51-4950-bf8d-13cfecac70b4/e3e100fc-4657-4a0f-a6de-4402c6edf736) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:38:22.236099 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:22.265816 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Transition to ACTIVE for port object e3e100fc-4657-4a0f-a6de-4402c6edf736 will not be triggered until provisioned by entity DHCP. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:38:22.362513 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:22.366651 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:22.425710 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:38:22.430796 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:22.490814 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e100fc-4657-4a0f-a6de-4402c6edf736,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:22.502476 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.502955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.504629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.504629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.504629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.504629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.504629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.505280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.505280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.505558 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.505847 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.505983 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Tracked resource versions report: Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: pushed versions: Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: { 'AddressGroup': {'1.2'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'ConntrackHelper': {'1.0'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Log': {'1.0'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Network': {'1.1'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Port': {'1.7'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'PortForwarding': {'1.2'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'QosPolicy': {'1.8'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroup': {'1.4'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SubPort': {'1.0'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Subnet': {'1.1'}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Trunk': {'1.1'}} Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: consumer versions: Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'ConntrackHelper': '1.0', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Log': '1.0', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Network': '1.1', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Port': '1.7', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'PortForwarding': '1.2', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'QosPolicy': '1.8', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroup': '1.4', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroupRule': '1.2', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SubPort': '1.0', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Subnet': '1.1', Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Trunk': '1.1'}} Jun 23 17:38:22.507091 dv-cinder-797510-2-iscsi neutron-server[104926]: {{(pid=104926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:38:22.520878 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:38:22.521348 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:22.620143 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:22.767138 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-b10f91e3-e947-4a1b-a760-88ece455a562 None None] Provisioning for port e3e100fc-4657-4a0f-a6de-4402c6edf736 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:38:22.777212 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-b10f91e3-e947-4a1b-a760-88ece455a562 None None] Provisioning complete for port e3e100fc-4657-4a0f-a6de-4402c6edf736 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:22.777666 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b10f91e3-e947-4a1b-a760-88ece455a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:22.824443 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:22.845609 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-b10f91e3-e947-4a1b-a760-88ece455a562 None None] Port e3e100fc-4657-4a0f-a6de-4402c6edf736 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:38:23.093285 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:23.099822 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:23.101491 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:23.105707 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:23.279758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e100fc-4657-4a0f-a6de-4402c6edf736,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:23.287648 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:23.329268 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:38:23.330685 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:23.573331 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7ecd9780-32a9-4a71-825b-88a74c8a87ed None None] Provisioning complete for port e3e100fc-4657-4a0f-a6de-4402c6edf736 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:23.575314 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9780-32a9-4a71-825b-88a74c8a87ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:23.587638 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Router ed801120-30d3-47b8-b8d5-1a679014fa2f is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:38:23.617934 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd9780-32a9-4a71-825b-88a74c8a87ed None None] Port e3e100fc-4657-4a0f-a6de-4402c6edf736 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:38:23.692427 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:38:23.699146 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/ed801120-30d3-47b8-b8d5-1a679014fa2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3877368 Jun 23 17:38:23.717048 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Sync routers for ids ['ed801120-30d3-47b8-b8d5-1a679014fa2f'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:38:23.741626 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Routers {'ed801120-30d3-47b8-b8d5-1a679014fa2f'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:38:23.742994 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:38:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['ed801120-30d3-47b8-b8d5-1a679014fa2f'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:24.057917 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Set router ed801120-30d3-47b8-b8d5-1a679014fa2f gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:38:24.841576 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:22Z', 'revision_number': 2, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port_host': None, '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:22Z', 'revision_number': 2, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:24.935071 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Checking router: ed801120-30d3-47b8-b8d5-1a679014fa2f for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:38:24.935687 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Updating router ed801120-30d3-47b8-b8d5-1a679014fa2f port e3e100fc-4657-4a0f-a6de-4402c6edf736 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:38:25.034968 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:25.845144 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:25.871164 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Transition to ACTIVE for port object e3e100fc-4657-4a0f-a6de-4402c6edf736 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:38:25.879811 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:25.887232 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:26.101160 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Pushing event updated for resources: {'Port': ['ID=e3e100fc-4657-4a0f-a6de-4402c6edf736,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:26.105793 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Attempting to bind port e3e100fc-4657-4a0f-a6de-4402c6edf736 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:38:26.106401 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Attempting to bind port e3e100fc-4657-4a0f-a6de-4402c6edf736 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:38:26.107048 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Attempting to bind port e3e100fc-4657-4a0f-a6de-4402c6edf736 on network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:38:26.117977 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.118426 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.118689 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.118996 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.119288 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.119712 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.119970 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.120331 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.120792 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.121307 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.121637 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.121951 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Tracked resource versions report: Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: pushed versions: Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: { 'AddressGroup': {'1.2'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'ConntrackHelper': {'1.0'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Log': {'1.0'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Network': {'1.1'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Port': {'1.7'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'PortForwarding': {'1.2'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'QosPolicy': {'1.8'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroup': {'1.4'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SubPort': {'1.0'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Subnet': {'1.1'}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Trunk': {'1.1'}} Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: consumer versions: Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'ConntrackHelper': '1.0', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Log': '1.0', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Network': '1.1', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Port': '1.7', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'PortForwarding': '1.2', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'QosPolicy': '1.8', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroup': '1.4', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroupRule': '1.2', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SubPort': '1.0', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Subnet': '1.1', Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Trunk': '1.1'}} Jun 23 17:38:26.123209 dv-cinder-797510-2-iscsi neutron-server[104929]: {{(pid=104929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:38:26.126204 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:38:26.126657 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Checking segment: {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:38:26.127334 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:26.127919 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Bound using segment: {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:38:26.128695 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Bound port: e3e100fc-4657-4a0f-a6de-4402c6edf736, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910181c-763a-4613-9fde-4991c1210dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:38:26.129234 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:26.134395 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:26.247974 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] For port e3e100fc-4657-4a0f-a6de-4402c6edf736, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:38:26.289780 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] For port e3e100fc-4657-4a0f-a6de-4402c6edf736, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=e3e100fc-4657-4a0f-a6de-4402c6edf736,segment=NetworkSegment(8910181c-763a-4613-9fde-4991c1210dad),segment_id=8910181c-763a-4613-9fde-4991c1210dad)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:38:26.302142 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:26.308200 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:26.375943 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 47498) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:26.396429 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Routers {'ed801120-30d3-47b8-b8d5-1a679014fa2f'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:38:26.397074 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:38:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['ed801120-30d3-47b8-b8d5-1a679014fa2f'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:26.402738 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Pushing event updated for resources: {'Port': ['ID=e3e100fc-4657-4a0f-a6de-4402c6edf736,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:26.405480 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:26.552451 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] Set router ed801120-30d3-47b8-b8d5-1a679014fa2f gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:38:26.561244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f38a2df-b590-4639-b647-24948a58afb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:26.562909 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3f38a2df-b590-4639-b647-24948a58afb0 admin admin] 10.222.0.66 "GET /v2.0/networks/9f09bb7f-0c89-400e-be25-9e3ab3500d95 HTTP/1.1" status: 200 len: 842 time: 0.1853302 Jun 23 17:38:26.578375 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Request body: {'subnet': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:38:26.613911 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Made reservation on behalf of 2d5915dbcb4d4138ab9f11d6d19b02e6 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:38:26.616737 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Notify callbacks [] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:26.830129 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:22Z', 'revision_number': 2, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port_host': None, '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:26Z', 'revision_number': 4, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:26.878322 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfc2248-d4a8-4652-b2c7-93c473a26937 None None] The sync data for ids ['ed801120-30d3-47b8-b8d5-1a679014fa2f'] in dv-cinder-797510-2-iscsi is: [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:22Z', 'revision_number': 2, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port_host': None, '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:26Z', 'revision_number': 4, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:38:27.075149 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.objects.ports [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104926) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 17:38:27.075670 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:27.077931 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:27.133350 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a42a1fe-aa2a-463e-af08-8915f6265504,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:27.141477 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:27.149607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:38:27.150100 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Network hostable DHCP agents. Network: 9f09bb7f-0c89-400e-be25-9e3ab3500d95, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:38:27.180374 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:38:27.195987 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 9f09bb7f-0c89-400e-be25-9e3ab3500d95) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:27.202684 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:27.203893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:27.210403 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aacb0b-0d4f-4fbf-b50b-bd5cf087afa4 None None] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:38:27.226954 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6541464 Jun 23 17:38:27.410673 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbce8e1a-6786-4127-ba8c-911d051bbdae None None] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:38:29.875971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47508) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:30.299169 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a0ff53c7-8c85-4ec7-b6c1-2ba9521e51ab admin admin] 10.222.0.66 "GET /v2.0/routers/ed801120-30d3-47b8-b8d5-1a679014fa2f HTTP/1.1" status: 200 len: 710 time: 0.4219577 Jun 23 17:38:30.462726 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf836b89-7936-4a1f-832e-e84827a59fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:38:30.465359 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-bf836b89-7936-4a1f-832e-e84827a59fa2 admin admin] 10.222.0.66 "GET /v2.0/networks/9f09bb7f-0c89-400e-be25-9e3ab3500d95 HTTP/1.1" status: 200 len: 886 time: 0.1602597 Jun 23 17:38:30.479241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:38:30.618298 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device e3e100fc-4657-4a0f-a6de-4402c6edf736 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:30.678414 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port e3e100fc-4657-4a0f-a6de-4402c6edf736 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:38:30.686126 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port e3e100fc-4657-4a0f-a6de-4402c6edf736 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:30.686750 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:30.798513 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:30.820397 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:30.844972 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port e3e100fc-4657-4a0f-a6de-4402c6edf736, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=e3e100fc-4657-4a0f-a6de-4402c6edf736,segment=NetworkSegment(8910181c-763a-4613-9fde-4991c1210dad),segment_id=8910181c-763a-4613-9fde-4991c1210dad)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:38:30.852845 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:30.857575 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:30.943564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=e3e100fc-4657-4a0f-a6de-4402c6edf736,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:30.949922 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:31.132473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:31.317867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:31.554055 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Allocated IP 172.27.3.79 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/2aa2315f-24e1-4809-b413-6167f5d31788) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:38:31.685175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:31.779155 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:31.782054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:31.863605 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:38:31.869349 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:38:31.877334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:38:31.918314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Pushing event updated for resources: {'Port': ['ID=2aa2315f-24e1-4809-b413-6167f5d31788,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:31.926907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:32.277948 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.522075 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.527034 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3828255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3828230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3784362'] for router, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.587441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device e3e100fc-4657-4a0f-a6de-4402c6edf736 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:32.668743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port e3e100fc-4657-4a0f-a6de-4402c6edf736 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:32.669233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.689827 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Router ed801120-30d3-47b8-b8d5-1a679014fa2f has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:38:32.825692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:38:32.832434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:32.834171 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] 10.222.0.66 "PUT /v2.0/routers/ed801120-30d3-47b8-b8d5-1a679014fa2f HTTP/1.1" status: 200 len: 889 time: 2.3587556 Jun 23 17:38:32.839606 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Sync routers for ids ['ed801120-30d3-47b8-b8d5-1a679014fa2f'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:38:32.858425 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Routers {'ed801120-30d3-47b8-b8d5-1a679014fa2f'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:38:32.859135 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:38:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['ed801120-30d3-47b8-b8d5-1a679014fa2f'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:33.110099 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Set router ed801120-30d3-47b8-b8d5-1a679014fa2f gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:38:33.584837 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:32Z', 'revision_number': 4, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port': {'id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:31Z', 'updated_at': '2021-06-23T17:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:30Z', 'revision_number': 5, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:33.664700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Checking router: ed801120-30d3-47b8-b8d5-1a679014fa2f for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:38:33.665481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Updating router ed801120-30d3-47b8-b8d5-1a679014fa2f port 2aa2315f-24e1-4809-b413-6167f5d31788 binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:38:33.725303 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.263533 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.275021 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Transition to ACTIVE for port object 2aa2315f-24e1-4809-b413-6167f5d31788 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:38:34.283869 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.286376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:34.378554 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Attempting to bind port 2aa2315f-24e1-4809-b413-6167f5d31788 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:38:34.379171 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Attempting to bind port 2aa2315f-24e1-4809-b413-6167f5d31788 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:38:34.379809 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Attempting to bind port 2aa2315f-24e1-4809-b413-6167f5d31788 on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:38:34.386284 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Pushing event updated for resources: {'Port': ['ID=2aa2315f-24e1-4809-b413-6167f5d31788,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:34.393740 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:34.395567 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:38:34.396225 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:38:34.397661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.397661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:38:34.398363 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Bound port: 2aa2315f-24e1-4809-b413-6167f5d31788, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:38:34.399002 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.483416 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] For port 2aa2315f-24e1-4809-b413-6167f5d31788, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:38:34.487335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] For port 2aa2315f-24e1-4809-b413-6167f5d31788, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=2aa2315f-24e1-4809-b413-6167f5d31788,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:38:34.493257 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:34.497039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:34.568968 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Routers {'ed801120-30d3-47b8-b8d5-1a679014fa2f'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:38:34.569635 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:38:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['ed801120-30d3-47b8-b8d5-1a679014fa2f'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:34.573084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Pushing event updated for resources: {'Port': ['ID=2aa2315f-24e1-4809-b413-6167f5d31788,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:34.611435 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:34.716385 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] Set router ed801120-30d3-47b8-b8d5-1a679014fa2f gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:38:35.111542 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:32Z', 'revision_number': 4, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port': {'id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:31Z', 'updated_at': '2021-06-23T17:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:30Z', 'revision_number': 5, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:38:35.159927 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412d28c-6bff-4fdc-a38a-3d691ecd93e8 None None] The sync data for ids ['ed801120-30d3-47b8-b8d5-1a679014fa2f'] in dv-cinder-797510-2-iscsi is: [{'id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'name': 'router1', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:38:12Z', 'updated_at': '2021-06-23T17:38:32Z', 'revision_number': 4, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'gw_port': {'id': '2aa2315f-24e1-4809-b413-6167f5d31788', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:31Z', 'updated_at': '2021-06-23T17:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'e3e100fc-4657-4a0f-a6de-4402c6edf736', 'name': '', 'network_id': '1ad6b406-0973-4fdd-a17a-aa131c5f60d7', 'tenant_id': '6c563e767d3d46ac8fd40a167a8da738', 'mac_address': 'fa:16:3e:96:98:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed801120-30d3-47b8-b8d5-1a679014fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:38:21Z', 'updated_at': '2021-06-23T17:38:30Z', 'revision_number': 5, 'project_id': '6c563e767d3d46ac8fd40a167a8da738', 'subnets': [{'id': '007cb300-ca51-4950-bf8d-13cfecac70b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5339881-2c40-4301-81f7-efba56c761f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:38:35.776753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 47518) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:38:35.999300 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-02e98733-5902-41ef-8acb-40c799b7cda7 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2210083 Jun 23 17:38:36.632314 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 2aa2315f-24e1-4809-b413-6167f5d31788 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:36.724630 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 2aa2315f-24e1-4809-b413-6167f5d31788 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:38:36.730557 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 2aa2315f-24e1-4809-b413-6167f5d31788 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:36.730909 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:36.862998 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:36.908501 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 2aa2315f-24e1-4809-b413-6167f5d31788, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=2aa2315f-24e1-4809-b413-6167f5d31788,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:38:36.915989 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:36.920143 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a5ee6c91-45b5-4845-9782-ccec30cc97e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:38:36.984418 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=2aa2315f-24e1-4809-b413-6167f5d31788,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:38:36.988434 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:38:38.585877 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 2aa2315f-24e1-4809-b413-6167f5d31788 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:38:38.659464 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 2aa2315f-24e1-4809-b413-6167f5d31788 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:38:38.660115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:43.153943 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-660540b6-3fb1-4acf-86af-f108a66d5b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:46.204327 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:46.215512 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-4badea70-ea50-4be2-bb21-036bc7c4c26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:47.735397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:49.256069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:38:54.128057 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:39:13.143253 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0d61375a-02a5-4179-a464-ac4d842e206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:16.137978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:16.142965 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7f819769-25e9-4a09-b1bb-cdad22b91753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:17.752025 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:19.248919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:31.107217 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:39:43.138221 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1491-f363-4081-82f5-1992e5423989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:46.132604 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:46.136376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6c5ea6bb-b64b-4fe5-be5c-1020f97843ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:47.734776 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:39:49.246252 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:08.106834 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:40:13.141108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-18aa2152-ff50-48d1-82dc-7a8fd30f8d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:16.134040 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:16.136476 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-59bc7965-efde-4658-a143-09d93fbf98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:17.739393 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:19.257996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:22.508411 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48088) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:22.603020 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94035b6-ad73-47e5-ab83-a14bf723f1c6 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:40:22.605000 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c94035b6-ad73-47e5-ab83-a14bf723f1c6 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0955954 Jun 23 17:40:22.812582 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa53234-0c26-4a66-be90-60183cc8f737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:22.814072 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4fa53234-0c26-4a66-be90-60183cc8f737 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2027462 Jun 23 17:40:25.127344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48098) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:25.250982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c78b2e7-488f-40fc-bb08-58c6b249f74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:25.252756 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2c78b2e7-488f-40fc-bb08-58c6b249f74c admin admin] 10.222.0.66 "GET /v2.0/subnets/007cb300-ca51-4950-bf8d-13cfecac70b4 HTTP/1.1" status: 200 len: 849 time: 0.1243076 Jun 23 17:40:25.269823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:40:25.453194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:25.627098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774200979164'] for subnet, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:25.630028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcc0b108-9723-4189-b1d1-f18017c043cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:40:25.663006 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:25.663594 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:25.666302 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] 10.222.0.66 "PUT /v2.0/subnets/007cb300-ca51-4950-bf8d-13cfecac70b4 HTTP/1.1" status: 200 len: 868 time: 0.4027894 Jun 23 17:40:25.667815 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f290279-9404-4242-891f-90a31ac7a046 None None] Network 1ad6b406-0973-4fdd-a17a-aa131c5f60d7 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:40:25.703363 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007cb300-ca51-4950-bf8d-13cfecac70b4,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:40:25.714588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.714796 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.715244 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.715812 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.716336 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.716887 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.717416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.717953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.718500 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.719032 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.719570 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.720137 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:40:25.725917 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:40:26.155327 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-bf55283d-7e0d-47c6-ab61-dce646ae4535 None None] Provisioning complete for port fc7c10c9-a5e4-4d5e-bc6d-5aca2f8d6637 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:40:26.156080 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bf55283d-7e0d-47c6-ab61-dce646ae4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:26.256092 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-bf55283d-7e0d-47c6-ab61-dce646ae4535 None None] Provisioning complete for port e3e100fc-4657-4a0f-a6de-4402c6edf736 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:40:26.256459 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bf55283d-7e0d-47c6-ab61-dce646ae4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:28.075379 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48108) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:28.308848 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36369039-e902-4a3f-bbcf-399019b04029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:28.309183 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36369039-e902-4a3f-bbcf-399019b04029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:28.310713 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-36369039-e902-4a3f-bbcf-399019b04029 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2341990 Jun 23 17:40:30.550562 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48116) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:30.715658 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd74973-4be4-47df-9141-af59426cef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:30.716221 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd74973-4be4-47df-9141-af59426cef58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:30.717904 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-abd74973-4be4-47df-9141-af59426cef58 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1663625 Jun 23 17:40:32.964403 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48124) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:33.124119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594b151-1a37-480d-aefb-98bfa5bb41b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:33.125506 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7594b151-1a37-480d-aefb-98bfa5bb41b1 admin admin] 10.222.0.66 "GET /v2.0/networks/1ad6b406-0973-4fdd-a17a-aa131c5f60d7 HTTP/1.1" status: 200 len: 869 time: 0.1601264 Jun 23 17:40:35.527805 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48132) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:35.778514 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2eccc-92c0-4053-a158-4174ecfb6233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:35.780062 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-edd2eccc-92c0-4053-a158-4174ecfb6233 admin admin] 10.222.0.66 "GET /v2.0/networks/9f09bb7f-0c89-400e-be25-9e3ab3500d95 HTTP/1.1" status: 200 len: 886 time: 0.2512820 Jun 23 17:40:38.159185 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48140) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:38.298168 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafa77b-cdcc-4182-8ef0-20dbf97d72c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:38.298638 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccafa77b-cdcc-4182-8ef0-20dbf97d72c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:38.300272 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ccafa77b-cdcc-4182-8ef0-20dbf97d72c7 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398280 Jun 23 17:40:40.604375 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48148) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:40.709736 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbf904-d363-463c-97fa-278fb6e0efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:40.710209 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbf904-d363-463c-97fa-278fb6e0efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:40.711827 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-38fbf904-d363-463c-97fa-278fb6e0efad admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062520 Jun 23 17:40:43.007607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48156) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:43.121607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e81caf-9b87-477e-bff7-ed036ff99663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:43.122491 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d4e81caf-9b87-477e-bff7-ed036ff99663 admin admin] 10.222.0.66 "GET /v2.0/subnets/007cb300-ca51-4950-bf8d-13cfecac70b4 HTTP/1.1" status: 200 len: 868 time: 0.1135380 Jun 23 17:40:43.153655 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d6194e9c-2682-4033-9e28-20031ce8fcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:45.107702 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:40:45.359894 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48164) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:40:45.457420 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f707c-e58b-4c15-9735-09444ca998a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:40:45.458785 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c10f707c-e58b-4c15-9735-09444ca998a9 admin admin] 10.222.0.66 "GET /v2.0/subnets/5a42a1fe-aa2a-463e-af08-8915f6265504 HTTP/1.1" status: 200 len: 816 time: 0.0979950 Jun 23 17:40:46.140261 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5877e06c-3f8e-4fef-8e5a-3eb2f7caa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:46.143393 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:47.750353 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:40:49.260213 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:11.913647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48208) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:41:11.985864 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [None req-fd2d7f44-dd61-48d2-abe4-c1981fa00ad2 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:41:11.987108 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-fd2d7f44-dd61-48d2-abe4-c1981fa00ad2 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714622 Jun 23 17:41:13.154043 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0c076d43-0235-48aa-8624-17b133801077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:14.492212 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48216) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:41:14.569108 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fe79ad-9112-43df-8d50-687b8cb0434d admin admin] GET failed (client error): The resource could not be found. Jun 23 17:41:14.571457 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-87fe79ad-9112-43df-8d50-687b8cb0434d admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770373 Jun 23 17:41:14.750026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024f012-ceae-4ddb-94e5-0e0f20b6b933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:41:14.751546 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1024f012-ceae-4ddb-94e5-0e0f20b6b933 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1761935 Jun 23 17:41:16.139263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:16.143433 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ac1f06e4-9e80-4517-a5ba-b66e31a7f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.153486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48224) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:41:17.216086 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:41:17.244855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Made reservation on behalf of 2d5915dbcb4d4138ab9f11d6d19b02e6 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:41:17.247721 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.293211 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING neutron.services.revisions.revision_plugin [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Could not find related network for resource to bump revision. Jun 23 17:41:17.308777 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:41:17.325231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.325807 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Added segment b7e85181-e1ae-4a68-82db-2f0b785653ea of type vlan for network a631b41e-975e-4837-91b4-5e648a8b8841 Jun 23 17:41:17.375254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.405167 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.406688 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:41:17.407383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:17.409747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:41:17.467414 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3127568 Jun 23 17:41:17.476087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Pushing event updated for resources: {'Network': ['ID=a631b41e-975e-4837-91b4-5e648a8b8841,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:41:17.480423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:41:17.492166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network a631b41e-975e-4837-91b4-5e648a8b8841 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:41:17.749511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:19.261157 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:19.740104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48232) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:41:19.804721 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.pecan_wsgi.hooks.translation [None req-39612944-55a8-4dc2-81bc-8cbf8ee6d8b0 admin admin] GET failed (client error): The resource could not be found. Jun 23 17:41:19.806644 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-39612944-55a8-4dc2-81bc-8cbf8ee6d8b0 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655580 Jun 23 17:41:19.892323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60afef8a-b319-4515-81d9-c1a054b7be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:41:19.894677 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-60afef8a-b319-4515-81d9-c1a054b7be9f admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0813606 Jun 23 17:41:19.905895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Request body: {'subnet': {'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:41:19.935065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Made reservation on behalf of 2d5915dbcb4d4138ab9f11d6d19b02e6 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:41:19.938200 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.138915 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.141515 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:41:20.196582 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3e3123-379d-4624-bbf3-8ab92493ef40,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:41:20.199253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:41:20.206566 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Checking segment: {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:41:20.206915 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Network hostable DHCP agents. Network: a631b41e-975e-4837-91b4-5e648a8b8841, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:41:20.224826 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Network a631b41e-975e-4837-91b4-5e648a8b8841 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:41:20.235102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, a631b41e-975e-4837-91b4-5e648a8b8841) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:41:20.239803 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:41:20.240496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.246184 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64ebd8f-2125-4488-bfc3-3dbd35f34b25 None None] Network a631b41e-975e-4837-91b4-5e648a8b8841 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:41:20.255002 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3532579 Jun 23 17:41:20.418505 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-a631b41e-975e-4837-91b4-5e648a8b8841', 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841', 'tenant_id': '2d5915dbcb4d4138ab9f11d6d19b02e6', 'fixed_ips': [{'subnet_id': '8b3e3123-379d-4624-bbf3-8ab92493ef40'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:41:20.420169 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.564693 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Allocated IP 192.168.233.2 (a631b41e-975e-4837-91b4-5e648a8b8841/8b3e3123-379d-4624-bbf3-8ab92493ef40/bdbd6093-5fd4-4e8f-99ca-4274953af54f) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:41:20.801466 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.814376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Transition to ACTIVE for port object bdbd6093-5fd4-4e8f-99ca-4274953af54f will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:41:20.838859 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Transition to ACTIVE for port object bdbd6093-5fd4-4e8f-99ca-4274953af54f will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:41:20.846903 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:20.849785 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:41:20.892047 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Network a631b41e-975e-4837-91b4-5e648a8b8841 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:41:20.902498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:41:20.909476 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:41:20.926034 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Pushing event updated for resources: {'Port': ['ID=bdbd6093-5fd4-4e8f-99ca-4274953af54f,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:41:20.944545 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.945145 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.947108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.947108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.947494 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.948043 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.948608 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.949180 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.949772 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.950347 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.950921 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.951483 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:41:20.985979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:41:21.036025 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Attempting to bind port bdbd6093-5fd4-4e8f-99ca-4274953af54f on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:41:21.036374 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Attempting to bind port bdbd6093-5fd4-4e8f-99ca-4274953af54f by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:41:21.036744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Attempting to bind port bdbd6093-5fd4-4e8f-99ca-4274953af54f on network a631b41e-975e-4837-91b4-5e648a8b8841 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:41:21.042787 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:41:21.043163 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Checking segment: {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:41:21.043569 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:21.043993 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Bound using segment: {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:41:21.044479 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Bound port: bdbd6093-5fd4-4e8f-99ca-4274953af54f, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:41:21.044863 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:21.114497 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] For port bdbd6093-5fd4-4e8f-99ca-4274953af54f, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:41:21.118414 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] For port bdbd6093-5fd4-4e8f-99ca-4274953af54f, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=bdbd6093-5fd4-4e8f-99ca-4274953af54f,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:41:21.123914 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:21.126243 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:41:21.194858 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Pushing event updated for resources: {'Port': ['ID=bdbd6093-5fd4-4e8f-99ca-4274953af54f,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:41:21.198670 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:41:22.111588 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d9241-ada4-4221-a01b-ffab9ac03e4a None None] Network a631b41e-975e-4837-91b4-5e648a8b8841 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:41:22.180644 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:41:22.196957 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-582af2c0-4efa-4c0c-93fa-c9ea6e7dca6a None None] Provisioning for port bdbd6093-5fd4-4e8f-99ca-4274953af54f completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:41:22.738686 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device bdbd6093-5fd4-4e8f-99ca-4274953af54f up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:41:22.801458 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port bdbd6093-5fd4-4e8f-99ca-4274953af54f completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:41:22.806581 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port bdbd6093-5fd4-4e8f-99ca-4274953af54f triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:41:22.807688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:22.897940 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:22.945727 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port bdbd6093-5fd4-4e8f-99ca-4274953af54f, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=bdbd6093-5fd4-4e8f-99ca-4274953af54f,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:41:22.952481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:22.955132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:41:23.006916 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=bdbd6093-5fd4-4e8f-99ca-4274953af54f,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:41:23.011542 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:41:24.700882 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device bdbd6093-5fd4-4e8f-99ca-4274953af54f up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:41:24.756251 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port bdbd6093-5fd4-4e8f-99ca-4274953af54f triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:41:24.756616 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:43.157288 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ad7b29ee-711e-4e80-9a90-be985427c863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:46.139749 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:46.141495 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0c832119-ca4b-43e8-8dab-53f562073f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:47.748906 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:49.274257 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:41:59.114039 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:42:13.151897 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8e233ff2-e62f-4d65-94f6-160431ff549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:16.145093 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:16.146880 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-09e302fd-ad9c-43c6-b2d9-bc2276dfa76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:17.752651 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:19.273300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:32.510711 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48284) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:42:32.516625 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [None req-7feade54-4a2b-42fe-94f5-7b0f25cac39b tempest-verify_tempest_config-1691853390 tempest-verify_tempest_config-1691853390-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:42:32.517595 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7feade54-4a2b-42fe-94f5-7b0f25cac39b tempest-verify_tempest_config-1691853390 tempest-verify_tempest_config-1691853390-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059114 Jun 23 17:42:32.851334 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48302) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:42:32.956781 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.080215 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.085002 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.088300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:42:33.132129 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=673dce9e120042f7a07a3df6a0a0af47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2796681 Jun 23 17:42:33.132973 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feae6a5-2749-40cb-b860-296a4e57ad8d,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:42:33.135381 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48308) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:42:33.140712 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.141105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.141450 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.141789 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.142114 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.142462 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.142799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.143158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.143568 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.143863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.144185 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.144500 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.149912 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:42:33.194281 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.215997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.309869 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.312796 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:33.313981 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5feae6a5-2749-40cb-b860-296a4e57ad8d HTTP/1.1" status: 204 len: 168 time: 0.1776326 Jun 23 17:42:33.314599 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:42:33.323618 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feae6a5-2749-40cb-b860-296a4e57ad8d,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:42:33.331369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.331724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.332039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.332459 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.332681 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.333019 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.333368 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.333686 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.334136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.335133 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.335689 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.336199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:42:33.339957 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:42:36.113064 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:42:43.155433 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1027337a-7d77-4553-93a1-9cbb094f26ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:46.148298 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:46.151833 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-cc1a4ff0-f066-4308-bcda-7580b9ee3379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:47.754283 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:42:49.270442 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:13.112496 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:43:13.160084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-80a3f60b-3db4-4f61-9e8c-a171b35747c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:16.149864 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:16.151559 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c5f68fba-d50b-4db0-9278-d5cfda22ec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:17.764259 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:19.275989 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:43.162405 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5c0e11b0-a2b3-4fc7-92ab-c08589528956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:46.151447 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:46.153251 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-59788691-db1c-41bf-a6d1-5c75088cebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:47.760897 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:49.276965 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:43:50.110943 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 5 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:44:13.164275 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-68e8246f-59a4-4ed5-9493-1865a39b9c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:14.189950 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077'] for agent, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:16.153731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:16.156968 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e8f9a8b9-96fe-46ce-bfc5-f085b4732d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:17.765661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:18.457348 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48360) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:44:18.575725 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-342b4e86-e248-4583-bc53-d2dc6b6bdca2 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1172783 Jun 23 17:44:19.281227 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:20.847570 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48370) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:44:20.906103 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-02b3fb21-de2d-4073-8816-1fb74b7765a1 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0573797 Jun 23 17:44:27.110187 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:44:43.171753 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-83e0f58d-f90f-4537-9d82-55c1f39afaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:44.175570 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:46.156269 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:46.158226 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-db38cf24-f796-40dc-ab00-9e98ddfe39b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:47.774249 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:44:49.285843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:04.110774 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:45:13.165331 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-98917ed0-d98f-44eb-ae25-76d98ed091d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:14.174639 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:16.164256 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:16.179471 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7184f573-d31b-45ec-a9ea-74f1bc5409d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:17.780943 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:19.286500 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:41.111333 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:45:43.166454 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-213b5324-213c-4d1f-91f1-5d186e5f3c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:44.171244 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:46.186784 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:46.201270 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b74975c0-c6be-40dc-857b-f5110367f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:47.790402 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:49.294047 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:51.506957 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48604) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:51.647443 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48614) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:51.711152 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48622) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:51.810953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-466383300-network', 'tenant_id': 'a12d1be8665b4aab9176662e57a99ed0'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:51.837409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Made reservation on behalf of a12d1be8665b4aab9176662e57a99ed0 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:51.840266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:51.849699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:51.947763 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:51.952640 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:51.957830 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d7a679b7-4d75-4435-b984-bcc1cead565f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:51.977197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:45:51.987390 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0843983-5429-4ef2-ac83-4b3c15e2fe56,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:51.996815 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.997149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.997671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.997996 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.998323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.998661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.998982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:51.999296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:52.000317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:52.000633 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:52.000949 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:52.001255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Tracked resource versions report: Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: pushed versions: Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: { 'AddressGroup': {'1.2'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'ConntrackHelper': {'1.0'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Log': {'1.0'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Network': {'1.1'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Port': {'1.7'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'PortForwarding': {'1.2'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'QosPolicy': {'1.8'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroup': {'1.4'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SubPort': {'1.0'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Subnet': {'1.1'}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Trunk': {'1.1'}} Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: consumer versions: Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'ConntrackHelper': '1.0', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Log': '1.0', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Network': '1.1', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Port': '1.7', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'PortForwarding': '1.2', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'QosPolicy': '1.8', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroup': '1.4', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SecurityGroupRule': '1.2', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'SubPort': '1.0', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Subnet': '1.1', Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: 'Trunk': '1.1'}} Jun 23 17:45:52.002371 dv-cinder-797510-2-iscsi neutron-server[104927]: {{(pid=104927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:45:52.006553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:52.012662 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.012662 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Added segment f7c65133-e240-4c18-8bfe-d46f4f7fa7b1 of type vlan for network 1ace10c0-237b-477e-a102-38db2c47f484 Jun 23 17:45:52.058084 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-497616582-network', 'tenant_id': '82f396aea9f9409283a8b068f154dd06'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:52.082890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Made reservation on behalf of 82f396aea9f9409283a8b068f154dd06 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:52.085987 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.100338 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.180848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.196426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-network', 'tenant_id': '436f280929694e11b2120d8cb32629e7'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:52.241878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.263472 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.273441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Made reservation on behalf of 436f280929694e11b2120d8cb32629e7 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:52.277501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.287311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:52.313832 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.320410 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:45:52.331072 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.331515 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Added segment 26b8afa4-5e1d-4288-89e0-1c3ab03b8238 of type vlan for network ca7cca6b-79a0-47a9-adac-2cacad460289 Jun 23 17:45:52.403891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.432692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.449876 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:52.450449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.485060 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.489261 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:52.489901 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.492818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6130f-62f7-4191-9b84-2cbf8fb2e5ad,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:52.508548 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:52.509097 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:52.577939 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] Pushing event updated for resources: {'Network': ['ID=1ace10c0-237b-477e-a102-38db2c47f484,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:52.595122 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 1ace10c0-237b-477e-a102-38db2c47f484 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:45:52.736287 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Pushing event updated for resources: {'Network': ['ID=ca7cca6b-79a0-47a9-adac-2cacad460289,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:52.740919 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:52.741594 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:52.742209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:52.750213 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network ca7cca6b-79a0-47a9-adac-2cacad460289 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:45:52.764850 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.775666 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.784891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:52.816075 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1677797 Jun 23 17:45:52.819066 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48672) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:52.825960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Request body: {'subnet': {'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-subnet', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:52.831557 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe14ec-2ac0-498d-a1f3-27b508d52d80,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:52.841100 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:52.848725 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7f94b492-1f8d-4364-bb5f-82947297983e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3396769 Jun 23 17:45:52.850482 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48676) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:52.872451 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Request body: {'subnet': {'network_id': '1ace10c0-237b-477e-a102-38db2c47f484', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-466383300-subnet', 'tenant_id': 'a12d1be8665b4aab9176662e57a99ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:52.881059 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Made reservation on behalf of 82f396aea9f9409283a8b068f154dd06 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:52.887689 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.904944 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:45:52.973137 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:52.973595 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Added segment 0d429c4a-39bf-4f5d-8ccd-87b255888d89 of type vlan for network 02fc8994-f96e-445d-b974-dcdb50835248 Jun 23 17:45:53.054636 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Made reservation on behalf of a12d1be8665b4aab9176662e57a99ed0 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:53.058780 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.089697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.113053 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.117916 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b319d607-6f4f-47b1-a589-977ba026b86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:53.165486 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5842f326-2aa3-4f43-ad48-48d3b09000c5,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:53.177113 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.177360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.178995 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.180458 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.180818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:53.182235 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.183244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.184347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.184949 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.189596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:53.190335 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.191074 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.191581 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.192088 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.192580 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.193054 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Tracked resource versions report: Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: pushed versions: Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: { 'AddressGroup': {'1.2'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'ConntrackHelper': {'1.0'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Log': {'1.0'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Network': {'1.1'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Port': {'1.7'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'PortForwarding': {'1.2'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'QosPolicy': {'1.8'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroup': {'1.4'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SubPort': {'1.0'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Subnet': {'1.1'}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Trunk': {'1.1'}} Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: consumer versions: Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'ConntrackHelper': '1.0', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Log': '1.0', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Network': '1.1', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Port': '1.7', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'PortForwarding': '1.2', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'QosPolicy': '1.8', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroup': '1.4', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SecurityGroupRule': '1.2', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'SubPort': '1.0', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Subnet': '1.1', Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: 'Trunk': '1.1'}} Jun 23 17:45:53.194280 dv-cinder-797510-2-iscsi neutron-server[104926]: {{(pid=104926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:45:53.209987 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:53.278595 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Checking segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:45:53.278945 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Network hostable DHCP agents. Network: ca7cca6b-79a0-47a9-adac-2cacad460289, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:45:53.301159 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Pushing event updated for resources: {'Network': ['ID=02fc8994-f96e-445d-b974-dcdb50835248,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:53.306021 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:53.309843 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5975409 Jun 23 17:45:53.314045 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48696) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:53.317661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 02fc8994-f96e-445d-b974-dcdb50835248 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:45:53.322535 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:45:53.338806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Request body: {'subnet': {'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-subnet', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:53.341039 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, ca7cca6b-79a0-47a9-adac-2cacad460289) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:53.349973 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:53.350611 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.363265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b0b36-f5bb-4856-9004-8e1ce03d8105 None None] Network ca7cca6b-79a0-47a9-adac-2cacad460289 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:53.371737 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Made reservation on behalf of 436f280929694e11b2120d8cb32629e7 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:45:53.374221 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.383603 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5627320 Jun 23 17:45:53.384649 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48698) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:53.390955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:53.419466 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.420966 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.619571 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.662813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.685892 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:53.812740 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48710) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:53.858286 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.860418 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-ca7cca6b-79a0-47a9-adac-2cacad460289', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:45:53.862072 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:53.922608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6855e080-7edd-4f66-b617-0b2dad6b0621,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:53.932855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:54.013272 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Checking segment: {'id': 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:45:54.016587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Network hostable DHCP agents. Network: 1ace10c0-237b-477e-a102-38db2c47f484, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:45:54.066805 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.075558 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b0ab95dc-e805-4371-a925-0176df9057f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:54.092503 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Network 1ace10c0-237b-477e-a102-38db2c47f484 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:45:54.134104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 1ace10c0-237b-477e-a102-38db2c47f484) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:54.138872 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:54.139478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.149525 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05082b-c410-4449-a5b9-921354442385 None None] Network 1ace10c0-237b-477e-a102-38db2c47f484 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:54.157937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.176009 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3155484 Jun 23 17:45:54.246740 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:54.267265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:54.302328 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Allocated IP 172.20.0.2 (ca7cca6b-79a0-47a9-adac-2cacad460289/5842f326-2aa3-4f43-ad48-48d3b09000c5/84444cd6-7469-4e79-891d-cb3b0d95212b) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:45:54.324099 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Checking segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:45:54.324458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Network hostable DHCP agents. Network: 02fc8994-f96e-445d-b974-dcdb50835248, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:45:54.367752 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Network 02fc8994-f96e-445d-b974-dcdb50835248 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:45:54.408680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 02fc8994-f96e-445d-b974-dcdb50835248) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:54.421802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:54.422493 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.441170 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80975a-10a6-4b64-bfaa-a731f9cba5ef None None] Network 02fc8994-f96e-445d-b974-dcdb50835248 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:54.464249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.470425 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.500863 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:54.512499 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.541799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.543830 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1de0ac-0fa7-48b7-a47f-61ef6ad041e3,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:54.549258 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2277451 Jun 23 17:45:54.555239 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:54.559029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48736) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:54.565074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:45:54.602492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.605161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.642263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e1b0a-f5b3-4d79-b148-bd189c5097e4 None None] Network 1ace10c0-237b-477e-a102-38db2c47f484 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:54.742558 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c84e8c8ab384666a26091ffdec2d6de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9238517 Jun 23 17:45:54.744250 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48740) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:54.746907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.808603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Allocated IP 172.27.3.253 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/20e72ea4-f1bb-488a-86f5-72ac81481381) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:45:54.884354 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc5cd7-a97e-4a14-bfa7-3996ac0d7f71 None None] Network 02fc8994-f96e-445d-b974-dcdb50835248 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:54.935995 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.940653 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.957930 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:54.986605 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.056146 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Transition to ACTIVE for port object 84444cd6-7469-4e79-891d-cb3b0d95212b will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:45:55.126636 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.139094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.141639 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc1de0ac-0fa7-48b7-a47f-61ef6ad041e3 HTTP/1.1" status: 204 len: 168 time: 0.3962080 Jun 23 17:45:55.143990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:55.152242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.179862 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Transition to ACTIVE for port object 84444cd6-7469-4e79-891d-cb3b0d95212b will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:45:55.184263 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1de0ac-0fa7-48b7-a47f-61ef6ad041e3,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:55.196084 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:55.244132 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.253034 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:55.289548 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.331038 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:45:55.341040 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:55.346711 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:45:55.395758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Pushing event updated for resources: {'Port': ['ID=20e72ea4-f1bb-488a-86f5-72ac81481381,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:55.425466 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:55.427548 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.433797 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:55.513869 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.598869 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:45:55.618846 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:55.638006 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:45:55.655795 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48778) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:55.658356 dv-cinder-797510-2-iscsi neutron-server[104927]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:45:55.660365 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Pushing event updated for resources: {'Port': ['ID=84444cd6-7469-4e79-891d-cb3b0d95212b,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:55.679758 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.680165 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.680740 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.681441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.681976 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.682527 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.682926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.683355 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.683894 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.684407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.684792 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.685191 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Tracked resource versions report: Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: pushed versions: Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: { 'AddressGroup': {'1.2'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'ConntrackHelper': {'1.0'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Log': {'1.0'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Network': {'1.1'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Port': {'1.7'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'PortForwarding': {'1.2'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'QosPolicy': {'1.8'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroup': {'1.4'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SubPort': {'1.0'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Subnet': {'1.1'}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Trunk': {'1.1'}} Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: consumer versions: Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'ConntrackHelper': '1.0', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Log': '1.0', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Network': '1.1', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Port': '1.7', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'PortForwarding': '1.2', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'QosPolicy': '1.8', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroup': '1.4', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SecurityGroupRule': '1.2', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'SubPort': '1.0', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Subnet': '1.1', Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: 'Trunk': '1.1'}} Jun 23 17:45:55.686499 dv-cinder-797510-2-iscsi neutron-server[104928]: {{(pid=104928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:45:55.694457 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:55.779250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Attempting to bind port 84444cd6-7469-4e79-891d-cb3b0d95212b on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:45:55.779649 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Attempting to bind port 84444cd6-7469-4e79-891d-cb3b0d95212b by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:45:55.780037 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Attempting to bind port 84444cd6-7469-4e79-891d-cb3b0d95212b on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:45:55.797635 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:45:55.798392 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Checking segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:45:55.798913 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.799340 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Bound using segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:45:55.799871 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Bound port: 84444cd6-7469-4e79-891d-cb3b0d95212b, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:45:55.800383 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.805992 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48780) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:55.933478 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.960543 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] For port 84444cd6-7469-4e79-891d-cb3b0d95212b, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:45:55.964243 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] For port 84444cd6-7469-4e79-891d-cb3b0d95212b, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=84444cd6-7469-4e79-891d-cb3b0d95212b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:45:55.970266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:55.972726 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:55.984789 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Allocated IP 172.27.3.237 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/85beccad-2f57-463b-9663-b8700eef7011) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:45:55.989480 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.035996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Pushing event updated for resources: {'Port': ['ID=84444cd6-7469-4e79-891d-cb3b0d95212b,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:56.041804 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:56.072617 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f784d3b3-7b40-4020-8307-ea73b22f224b tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:45:56.074143 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f784d3b3-7b40-4020-8307-ea73b22f224b tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/networks?id=1ace10c0-237b-477e-a102-38db2c47f484 HTTP/1.1" status: 200 len: 811 time: 0.4176624 Jun 23 17:45:56.118643 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-8ffe3c12-2b0b-4be7-8ff4-42b07a88afff tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/quotas/a12d1be8665b4aab9176662e57a99ed0 HTTP/1.1" status: 200 len: 375 time: 0.0159609 Jun 23 17:45:56.174976 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-c9ad2809-6b35-43ea-941b-3905fd4e1f8d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a12d1be8665b4aab9176662e57a99ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497570 Jun 23 17:45:56.244757 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.251043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.277310 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.315577 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.322326 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9710d64e-f1c0-4122-9f8a-af903874761e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:56.341573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.358104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:56.406618 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76f62e1e43774e5289d00a41d3fba2c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5993390 Jun 23 17:45:56.411364 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48804) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:56.417209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Pushing event updated for resources: {'Port': ['ID=85beccad-2f57-463b-9663-b8700eef7011,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:56.425606 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:56.432587 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8110f01-a1e0-4030-af45-5d6f3b7c6a20,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:56.437854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:45:56.441253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:56.450615 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:56.456219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:45:56.547880 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.572828 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:45:56.580031 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.717172 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-cf61e6e3-6fe8-4b85-826f-47d0dbcf43e8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:45:56.717790 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-cf61e6e3-6fe8-4b85-826f-47d0dbcf43e8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2174828 Jun 23 17:45:56.752790 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.758320 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.763217 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8110f01-a1e0-4030-af45-5d6f3b7c6a20 HTTP/1.1" status: 204 len: 168 time: 0.3499765 Jun 23 17:45:56.766256 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:56.770800 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:45:56.788505 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:45:56.796933 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8110f01-a1e0-4030-af45-5d6f3b7c6a20,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:56.805350 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:56.811350 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4211843 Jun 23 17:45:56.811350 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:56.812300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48824) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:56.836448 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:45:56.837507 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:45:57.115446 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 84444cd6-7469-4e79-891d-cb3b0d95212b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:45:57.232119 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 84444cd6-7469-4e79-891d-cb3b0d95212b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:45:57.334309 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:45:57.347555 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-866217d9-10f0-4941-814b-15b361218a4d service neutron] 10.222.0.66 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206656 Jun 23 17:45:57.791166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb4c14-1d98-4971-ab70-7be8db8117cc None None] Network ca7cca6b-79a0-47a9-adac-2cacad460289 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:45:57.799334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:57.818506 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:55Z', 'revision_number': 3, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:45:57.857809 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:45:57.858425 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Updating router b5a7d46d-6bbc-449a-9c7c-be808af9baaf port 20e72ea4-f1bb-488a-86f5-72ac81481381 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:45:57.904110 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:57.904624 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Provisioning for port 84444cd6-7469-4e79-891d-cb3b0d95212b completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:45:57.913579 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Provisioning complete for port 84444cd6-7469-4e79-891d-cb3b0d95212b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:45:57.914369 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:57.962073 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-ff23f662-2935-481e-b0a2-342b966ee7af service neutron] 10.222.0.66 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062253 Jun 23 17:45:58.040215 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.247137 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.263115 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Transition to ACTIVE for port object 20e72ea4-f1bb-488a-86f5-72ac81481381 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:45:58.272069 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.274130 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.293562 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:58.335775 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Attempting to bind port 20e72ea4-f1bb-488a-86f5-72ac81481381 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:45:58.336159 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Attempting to bind port 20e72ea4-f1bb-488a-86f5-72ac81481381 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:45:58.338855 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Attempting to bind port 20e72ea4-f1bb-488a-86f5-72ac81481381 on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:45:58.395718 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:45:58.396325 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:45:58.396911 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.404807 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:45:58.405761 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Bound port: 20e72ea4-f1bb-488a-86f5-72ac81481381, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:45:58.406365 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.474612 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.591703 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Pushing event updated for resources: {'Port': ['ID=20e72ea4-f1bb-488a-86f5-72ac81481381,revision_number=2']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:58.615408 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.616195 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.616777 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.617328 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.617885 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.618441 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.619030 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.619592 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.620174 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.620749 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.621298 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.621834 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Tracked resource versions report: Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: pushed versions: Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: { 'AddressGroup': {'1.2'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'ConntrackHelper': {'1.0'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Log': {'1.0'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Network': {'1.1'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Port': {'1.7'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'PortForwarding': {'1.2'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'QosPolicy': {'1.8'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroup': {'1.4'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroupRule': {'1.2'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SubPort': {'1.0'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Subnet': {'1.1'}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Trunk': {'1.1'}} Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: consumer versions: Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: { DHCP agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: HyperV agent@hv-cinder-79751: {}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: L3 agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: Metadata agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: Metering agent@dv-cinder-797510-2-iscsi: {}, Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: Open vSwitch agent@dv-cinder-797510-2-iscsi: { 'AddressGroup': '1.2', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'ConntrackHelper': '1.0', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Log': '1.0', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Network': '1.1', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Port': '1.7', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'PortForwarding': '1.2', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'QosPolicy': '1.8', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroup': '1.4', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SecurityGroupRule': '1.2', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'SubPort': '1.0', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Subnet': '1.1', Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: 'Trunk': '1.1'}} Jun 23 17:45:58.624814 dv-cinder-797510-2-iscsi neutron-server[104929]: {{(pid=104929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 17:45:58.639098 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] For port 20e72ea4-f1bb-488a-86f5-72ac81481381, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:45:58.642229 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:58.651790 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] For port 20e72ea4-f1bb-488a-86f5-72ac81481381, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=20e72ea4-f1bb-488a-86f5-72ac81481381,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:45:58.652372 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.661883 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Allocated IP 172.20.0.1 (ca7cca6b-79a0-47a9-adac-2cacad460289/5842f326-2aa3-4f43-ad48-48d3b09000c5/45886bb6-696c-4e34-a16f-c1b96bd3ad2b) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:45:58.663596 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:58.728303 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] For port 84444cd6-7469-4e79-891d-cb3b0d95212b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=84444cd6-7469-4e79-891d-cb3b0d95212b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:45:58.734382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:58.750852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:58.812137 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Pushing event updated for resources: {'Port': ['ID=84444cd6-7469-4e79-891d-cb3b0d95212b,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:58.814798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:58.841875 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:45:58.842712 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:45:58.920865 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Pushing event updated for resources: {'Port': ['ID=20e72ea4-f1bb-488a-86f5-72ac81481381,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:58.925288 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:59.004398 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 84444cd6-7469-4e79-891d-cb3b0d95212b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:45:59.012244 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-64ae4d18-c600-455b-ab4f-2051fa531c50 req-d0f3a8ad-e2cf-41d4-89be-85893ca1f9cf tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.3775661 Jun 23 17:45:59.053544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.092780 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:45:59.098605 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Transition to ACTIVE for port object 45886bb6-696c-4e34-a16f-c1b96bd3ad2b will not be triggered until provisioned by entity DHCP. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:45:59.101035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Router 3130054a-c835-41af-9131-b0606670db65 is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:45:59.103156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 84444cd6-7469-4e79-891d-cb3b0d95212b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:45:59.103614 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.184222 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 48924) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:59.237011 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.251608 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:45:59.310649 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-fb95736e-d401-40dc-9c11-ea8b6c379f4c None None] Provisioning complete for port 84444cd6-7469-4e79-891d-cb3b0d95212b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:45:59.311132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fb95736e-d401-40dc-9c11-ea8b6c379f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.383513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:45:59.408868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Sync routers for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:45:59.425703 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:45:59.426623 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:45:59.456588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.458448 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8980796 Jun 23 17:45:59.461050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48934) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:45:59.580815 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:55Z', 'revision_number': 3, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:45:59.599938 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Pushing event updated for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:45:59.609901 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:45:59.629548 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:45:59.639043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:45:59.646228 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:45:59.646892 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:45:59.674774 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0b8f4-9005-456c-a74e-afbd7c7a4ffe None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:55Z', 'revision_number': 3, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:45:59.804625 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:00.022779 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.167508 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-6daa4bee-a0cc-4798-867c-f4ead3370e19 None None] Provisioning for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:00.177587 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-6daa4bee-a0cc-4798-867c-f4ead3370e19 None None] Provisioning complete for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:00.178167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6daa4bee-a0cc-4798-867c-f4ead3370e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.182270 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.248887 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-569290fe-77d8-4b8c-81a5-be9302e690b2 req-2ff79d55-bfb4-4bb3-a9d4-291ffad86261 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.0724974 Jun 23 17:46:00.263560 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-6daa4bee-a0cc-4798-867c-f4ead3370e19 None None] Port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:46:00.312747 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:57Z', 'revision_number': 3, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:00.352949 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Checking router: 3130054a-c835-41af-9131-b0606670db65 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:46:00.353571 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Updating router 3130054a-c835-41af-9131-b0606670db65 port 85beccad-2f57-463b-9663-b8700eef7011 binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:46:00.437638 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.464702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.470575 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.527435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f1ac1576-f3dd-4558-9183-b5c1bfef4d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:00.531658 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a8ba606eab44df69a48b5c788e69265&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3459425 Jun 23 17:46:00.538323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 48976) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:00.584731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.596311 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8286e94c-2ffd-4f6a-989d-b992d7a4f798,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:00.608195 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:00.648075 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.657626 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.659389 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.674832 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:00.688106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.776170 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:00.800105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Pushing event updated for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:00.803574 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:00.871130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:00.874661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:01.065795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 20e72ea4-f1bb-488a-86f5-72ac81481381 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:01.129072 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:46:01.165645 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.219863 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Transition to ACTIVE for port object 85beccad-2f57-463b-9663-b8700eef7011 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:01.244765 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.245052 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.251533 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-f4aa6aea-4103-48be-94e7-f16fc37885d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:01.253377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.254840 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8286e94c-2ffd-4f6a-989d-b992d7a4f798 HTTP/1.1" status: 204 len: 168 time: 0.7152228 Jun 23 17:46:01.262910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:01.300230 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286e94c-2ffd-4f6a-989d-b992d7a4f798,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:01.315659 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:01.363901 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 20e72ea4-f1bb-488a-86f5-72ac81481381 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:01.373837 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:46:01.375020 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 20e72ea4-f1bb-488a-86f5-72ac81481381 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:01.375352 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.390432 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] 10.222.0.66 "PUT /v2.0/routers/b5a7d46d-6bbc-449a-9c7c-be808af9baaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5669930 Jun 23 17:46:01.439408 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Pushing event updated for resources: {'Port': ['ID=85beccad-2f57-463b-9663-b8700eef7011,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:01.449795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:01.450518 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Attempting to bind port 85beccad-2f57-463b-9663-b8700eef7011 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:01.450899 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Attempting to bind port 85beccad-2f57-463b-9663-b8700eef7011 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:01.451260 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Attempting to bind port 85beccad-2f57-463b-9663-b8700eef7011 on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:01.458620 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:01.458999 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:01.461407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.461903 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:01.462425 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Bound port: 85beccad-2f57-463b-9663-b8700eef7011, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:01.462811 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.464688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-8de4a80b-a0ca-4964-ba2f-4450a3cc350e None None] Provisioning complete for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:01.464933 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8de4a80b-a0ca-4964-ba2f-4450a3cc350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.557872 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e642069d-973c-4d62-9106-049304278d82 req-8ad123a8-d3d1-4231-a43d-b9e76503ef16 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.0555320 Jun 23 17:46:01.597038 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-8de4a80b-a0ca-4964-ba2f-4450a3cc350e None None] Port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:46:01.614671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.619853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] For port 85beccad-2f57-463b-9663-b8700eef7011, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:01.623863 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] For port 85beccad-2f57-463b-9663-b8700eef7011, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=85beccad-2f57-463b-9663-b8700eef7011,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:01.635669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.646737 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:01.656359 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 20e72ea4-f1bb-488a-86f5-72ac81481381, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=20e72ea4-f1bb-488a-86f5-72ac81481381,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:01.672944 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Allocated IP 172.20.0.1 (02fc8994-f96e-445d-b974-dcdb50835248/b9d17b4f-9b77-4736-8af6-f4e634e8eaeb/456a68fc-31c5-42ba-821b-55e5e71fd138) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:01.683926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.724367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Pushing event updated for resources: {'Port': ['ID=85beccad-2f57-463b-9663-b8700eef7011,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:01.727257 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:01.727888 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:01.730250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:01.730464 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-953328d3-4012-46bc-b07b-12648b01c8b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:01.854699 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=20e72ea4-f1bb-488a-86f5-72ac81481381,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:01.861249 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:01.872747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.898403 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:01.973499 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:01.976935 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5da52fe4-0e84-454c-bc8c-26148b5a3d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:02.100553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Network 02fc8994-f96e-445d-b974-dcdb50835248 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:02.105220 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:02.124963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:02.126771 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.161724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Pushing event updated for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:02.163472 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:57Z', 'revision_number': 3, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:02.202654 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe98f035-b299-42e1-8857-7ff1992062b7 None None] The sync data for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi is: [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:45:57Z', 'revision_number': 3, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:46:02.214803 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:02.382766 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:46:02.399088 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:02.400429 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:02.427671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.563230 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49050) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:02.569511 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274630556', 'description': 'tempest-description--1392504354'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:02.628111 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.705064 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.711688 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.715112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.719008 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:02.740064 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:02.803112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Pushing event updated for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:02.861105 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:02.890350 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.896347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.900628 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d29cfe2c-b4b8-4796-93dd-5506c535bb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:02.941263 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:02.961874 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3965623 Jun 23 17:46:02.963308 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49060) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:02.980164 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a768caea-ced6-429a-b70f-edeaa6b79f04 req-3f9537cf-8087-42c9-8c65-437f27137833 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.1217692 Jun 23 17:46:02.982268 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Network 02fc8994-f96e-445d-b974-dcdb50835248 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:02.987321 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:03.000042 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group_rule': {'security_group_id': '66de0ddc-22d2-48d9-9b70-063ea1645cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:03.074243 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66de0ddc-22d2-48d9-9b70-063ea1645cfb,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:03.081526 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:03.105562 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 85beccad-2f57-463b-9663-b8700eef7011 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:03.145025 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.251073 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Router 3130054a-c835-41af-9131-b0606670db65 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:46:03.256796 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 85beccad-2f57-463b-9663-b8700eef7011 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:03.264507 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 85beccad-2f57-463b-9663-b8700eef7011 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:03.267424 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.333747 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.345972 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.351440 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:03.376016 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:00Z', 'revision_number': 2, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:03.405785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b8dfb8-94bc-4cf9-9f8e-07adcd00c1d6,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:03.411550 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:46:03.412138 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Updating router b5a7d46d-6bbc-449a-9c7c-be808af9baaf port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:46:03.414313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:03.425409 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.430854 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464247 Jun 23 17:46:03.431837 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49070) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:03.442106 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group_rule': {'security_group_id': '66de0ddc-22d2-48d9-9b70-063ea1645cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:03.465151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:46:03.469272 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.480525 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] 10.222.0.66 "PUT /v2.0/routers/3130054a-c835-41af-9131-b0606670db65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161226 Jun 23 17:46:03.533006 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.849679 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.851751 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.859958 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.886371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 85beccad-2f57-463b-9663-b8700eef7011, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=85beccad-2f57-463b-9663-b8700eef7011,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:03.892542 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.895503 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:03.897308 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 20e72ea4-f1bb-488a-86f5-72ac81481381 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:03.901604 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-9d14996d-9005-4eb6-a2c0-3d9f17760ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:03.916205 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:03.917659 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848053 Jun 23 17:46:03.918941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cc1e58-6331-4641-9362-ba596e98a206,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:03.921682 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49090) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:03.933921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:03.944420 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:04.016252 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.021519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.030846 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Transition to ACTIVE for port object 45886bb6-696c-4e34-a16f-c1b96bd3ad2b will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:04.053166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=85beccad-2f57-463b-9663-b8700eef7011,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:04.058281 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.060265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:04.060969 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:04.104614 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 20e72ea4-f1bb-488a-86f5-72ac81481381 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:04.105330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.190486 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Pushing event updated for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:04.193860 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:04.392300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.65', 57811) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:04.400876 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Attempting to bind port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:04.401251 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Attempting to bind port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:04.404233 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Attempting to bind port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:04.413982 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da86ad03-6e2b-4ebf-adcd-2c3ab9338e38 req-650c13b9-a5e5-4b4c-9657-2666e30c9874 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.1123469 Jun 23 17:46:04.415176 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:04.416151 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Checking segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:04.416725 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.417280 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Bound using segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:04.417923 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Bound port: 45886bb6-696c-4e34-a16f-c1b96bd3ad2b, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:04.418469 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.572647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.602431 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] For port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:04.607532 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] For port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:04.617084 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:04.619336 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:04.652791 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49140) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:04.659213 dv-cinder-797510-2-iscsi neutron-server[104926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 17:46:04.753676 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:04.754341 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:04.806163 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Pushing event updated for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:04.829044 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:04.990719 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 85beccad-2f57-463b-9663-b8700eef7011 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:05.052594 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:05.106701 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-31686e9b-0190-44ec-9318-c9a994ba97cd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:05.114503 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-31686e9b-0190-44ec-9318-c9a994ba97cd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 819 time: 0.4605680 Jun 23 17:46:05.138309 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-241ad2e9-495c-4b83-ba7f-c39c19811922 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/quotas/436f280929694e11b2120d8cb32629e7 HTTP/1.1" status: 200 len: 375 time: 0.0228579 Jun 23 17:46:05.145441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Sync routers for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:46:05.172046 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Allocated IP 172.27.3.167 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/8f33fef6-2229-46b4-b35f-256336d89c77) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:05.189756 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:05.190377 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:05.273407 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f929b6ca-ea05-45a8-a018-8e1c3edef445 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:05.275198 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f929b6ca-ea05-45a8-a018-8e1c3edef445 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.65 "GET /v2.0/networks?id=1ace10c0-237b-477e-a102-38db2c47f484 HTTP/1.1" status: 200 len: 811 time: 0.8815014 Jun 23 17:46:05.336080 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Request body: {'port': {'device_id': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484', 'admin_state_up': True, 'tenant_id': 'a12d1be8665b4aab9176662e57a99ed0'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:05.377587 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 85beccad-2f57-463b-9663-b8700eef7011 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:05.378954 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:05.416163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:05.474941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:05.490723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-da88e35f-4a18-4950-ba97-3431f0a3f0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:05.574549 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:04Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:05.660435 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c678f-9cfb-46bb-a88a-231fe1558091 None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:04Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:46:05.661026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:05.676277 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:05.701790 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:05.706071 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:05.725910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49194) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:05.899134 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1f310689-65dd-4fce-ab1e-0c7a5c9e004e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7596576 Jun 23 17:46:05.940868 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-75ca4e7b-2864-49c1-8b79-eb5c85e4cc49 req-b2a7f24a-5b72-4766-8dcf-8a00e7c98779 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.2139184 Jun 23 17:46:06.005039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=8f33fef6-2229-46b4-b35f-256336d89c77,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:06.021472 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:06.055864 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Made reservation on behalf of a12d1be8665b4aab9176662e57a99ed0 for: {'port': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:06.060600 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:06.183015 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:06.224798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:06.449304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:06.643658 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:02Z', 'revision_number': 4, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '456a68fc-31c5-42ba-821b-55e5e71fd138', 'name': '', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'mac_address': 'fa:16:3e:9c:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:46:00Z', 'updated_at': '2021-06-23T17:46:02Z', 'revision_number': 2, 'project_id': '436f280929694e11b2120d8cb32629e7', 'subnets': [{'id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:06.645376 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-01090ded-b2e9-4aa3-86f2-098a0853271e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:46:06.650743 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-01090ded-b2e9-4aa3-86f2-098a0853271e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3750551 Jun 23 17:46:06.781926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Checking router: 3130054a-c835-41af-9131-b0606670db65 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:46:06.792059 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Updating router 3130054a-c835-41af-9131-b0606670db65 port 456a68fc-31c5-42ba-821b-55e5e71fd138 binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:46:06.891244 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49252) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:06.925166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.046032 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Allocated IP 172.20.0.5 (1ace10c0-237b-477e-a102-38db2c47f484/6855e080-7edd-4f66-b617-0b2dad6b0621/c478d620-fb18-485b-a86d-1a7e03994b86) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:07.059117 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-d474ca49-8362-4aaa-8b63-390a2174f3df service neutron] 10.222.0.66 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887050 Jun 23 17:46:07.059896 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 45886bb6-696c-4e34-a16f-c1b96bd3ad2b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:07.359181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.396244 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-79d1aca6-fe8a-4aab-ab3e-95563817c8b9 req-a2868ce4-bc51-41ff-a0fc-d57f5c072a9e tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.1225719 Jun 23 17:46:07.432229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.435254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.480333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.483509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:07.488501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.505723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.622367 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=8f33fef6-2229-46b4-b35f-256336d89c77,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:07.622492 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-b1b3425b-682c-46cd-900b-9808906dddc7 service neutron] 10.222.0.66 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518336 Jun 23 17:46:07.653881 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:07.714423 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.868919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.886792 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.921469 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Transition to ACTIVE for port object 456a68fc-31c5-42ba-821b-55e5e71fd138 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:07.933933 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-779f8c46-d989-487b-948d-81c44269f616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:07.949499 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:07.969046 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:07.981251 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Network 1ace10c0-237b-477e-a102-38db2c47f484 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:08.028237 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.072663 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:08.118689 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:08.122631 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.127294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:08.154313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:08.157279 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.200982 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85f18042999740048e467df4598d935a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2991512 Jun 23 17:46:08.207911 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.209945 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2869489 Jun 23 17:46:08.215719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49284) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:08.254772 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a964010b1d5400d97ab41aaea49e783&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4935782 Jun 23 17:46:08.261205 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49286) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:08.294727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a3ad7-307d-4cea-83e8-52e6d692be04,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:08.317409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300255-6bb2-46d3-ab40-42a6953f7e2f None None] Pushing event updated for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:08.329301 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-30300255-6bb2-46d3-ab40-42a6953f7e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:08.350463 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:08.351099 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c5749b10-d86d-441a-be7a-26a8cf47b5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:08.503540 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1768107 Jun 23 17:46:08.524174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Pushing event updated for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:08.551691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-8dab3bd8-3bf3-4203-bb41-81ac395ed1cb tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:46:08.567022 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-8dab3bd8-3bf3-4203-bb41-81ac395ed1cb tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0305002 Jun 23 17:46:08.583027 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:08.587418 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:08.686980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.751600 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3202ea6-9bcf-444c-8c6d-b3f20c538229,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:08.761297 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:08.762103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.802921 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:08.810268 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.865719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:08.992094 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-88a9e227-a38c-468f-98d6-1038032d896c req-599eda60-2357-400f-afcc-1fdda0075ac0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 210 time: 0.3062871 Jun 23 17:46:09.007188 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Attempting to bind port 456a68fc-31c5-42ba-821b-55e5e71fd138 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:09.008441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Attempting to bind port 456a68fc-31c5-42ba-821b-55e5e71fd138 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:09.009049 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Attempting to bind port 456a68fc-31c5-42ba-821b-55e5e71fd138 on network 02fc8994-f96e-445d-b974-dcdb50835248 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:09.030534 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:09.039160 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Checking segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:09.039347 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.041608 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.042254 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Bound using segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:09.044223 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Bound port: 456a68fc-31c5-42ba-821b-55e5e71fd138, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:09.047198 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.097712 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49314) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:09.118432 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.168512 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.173930 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a3202ea6-9bcf-444c-8c6d-b3f20c538229 HTTP/1.1" status: 204 len: 168 time: 0.9528587 Jun 23 17:46:09.174341 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-29a28655-b0d3-4b6e-95a8-a70e3d0e2750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:09.307667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3202ea6-9bcf-444c-8c6d-b3f20c538229,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:09.313149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:09.388228 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Request body: {'port': {'device_id': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:09.434542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.453809 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.464641 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-3d8685fb-a4e1-4b15-b910-faace1e86f39 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1274630556&fields=id&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 267 time: 0.2481763 Jun 23 17:46:09.466271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.467738 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e59a3ad7-307d-4cea-83e8-52e6d692be04 HTTP/1.1" status: 204 len: 168 time: 1.2051737 Jun 23 17:46:09.470162 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:09.493980 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.494517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a3ad7-307d-4cea-83e8-52e6d692be04,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:09.500007 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:09.559598 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3dd74-fbfa-4adf-9f67-bebc130e2642 req-2a8215c2-af3f-4208-ab8d-6097ad9bfcd7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:09.570555 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45e3dd74-fbfa-4adf-9f67-bebc130e2642 req-2a8215c2-af3f-4208-ab8d-6097ad9bfcd7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 931 time: 0.4897850 Jun 23 17:46:09.576735 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] For port 456a68fc-31c5-42ba-821b-55e5e71fd138, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:09.652772 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] For port 456a68fc-31c5-42ba-821b-55e5e71fd138, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=456a68fc-31c5-42ba-821b-55e5e71fd138,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:09.673729 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:09.677612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.688870 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:09.693707 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:09.741808 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45e3dd74-fbfa-4adf-9f67-bebc130e2642 req-f5a6b9fb-0867-4cb6-a241-f8747a7e64f9 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703401 Jun 23 17:46:09.801213 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:09.802120 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:45:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:09.809501 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30300255-6bb2-46d3-ab40-42a6953f7e2f None None] Pushing event updated for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:09.926878 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:10.006441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:10.015937 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:10.026200 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:10.026488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:10.046512 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-7c44cd79-d903-45f9-8837-499f82f1954d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:10.066972 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-7c44cd79-d903-45f9-8837-499f82f1954d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 816 time: 0.5928292 Jun 23 17:46:10.089221 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:10.164006 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-60bc0120-ea58-4e7a-bea6-9e6e017fc189 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/quotas/82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 375 time: 0.0950623 Jun 23 17:46:10.343818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49374) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:10.345261 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49376) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:10.452700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b16ae3a1-3dc5-4419-a977-6c31f55ca8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:10.457421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:10.481059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-aae4b9ed-c9ad-4dd9-8783-bda6bbd4727d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:10.488884 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-aae4b9ed-c9ad-4dd9-8783-bda6bbd4727d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 819 time: 0.4175773 Jun 23 17:46:10.531065 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:02Z', 'revision_number': 4, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '456a68fc-31c5-42ba-821b-55e5e71fd138', 'name': '', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'mac_address': 'fa:16:3e:9c:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:46:00Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 4, 'project_id': '436f280929694e11b2120d8cb32629e7', 'subnets': [{'id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:10.532480 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-e0e87e11-0a96-4fd1-a36d-11c0b004db30 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/quotas/436f280929694e11b2120d8cb32629e7 HTTP/1.1" status: 200 len: 375 time: 0.0422201 Jun 23 17:46:10.574397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038fe6b3-d243-4abf-85d0-b591ea045a0b None None] The sync data for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi is: [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:02Z', 'revision_number': 4, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '456a68fc-31c5-42ba-821b-55e5e71fd138', 'name': '', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'mac_address': 'fa:16:3e:9c:29:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:46:00Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 4, 'project_id': '436f280929694e11b2120d8cb32629e7', 'subnets': [{'id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:46:10.610066 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:10.638795 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:10.685566 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.db.api [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:46:10.685566 dv-cinder-797510-2-iscsi neutron-server[104927]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:46:10.685566 dv-cinder-797510-2-iscsi neutron-server[104927]: [parameters: {'project_id_1': '703d7e057ccf44a5970c83163297d01c', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 46, 10, 511964)}] Jun 23 17:46:10.685566 dv-cinder-797510-2-iscsi neutron-server[104927]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:46:10.694427 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_db.api [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:46:10.721248 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:10.730447 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d56c9684b6c4062aaaabd7b7aedf896&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6290405 Jun 23 17:46:10.732495 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49388) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:10.767742 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-a148c66d-3d55-493f-ad1b-fc55c408e9c2 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2309959 Jun 23 17:46:10.788400 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10942b-4c1e-407e-8cd0-4103436c91bd,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:10.791754 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:10.957437 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-d3bf9915-b8b2-4a13-9a86-8938f35f60bf service neutron] 10.222.0.66 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491983 Jun 23 17:46:11.039456 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c478d620-fb18-485b-a86d-1a7e03994b86 {{(pid=104926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:11.069213 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.120361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Transition to ACTIVE for port object c478d620-fb18-485b-a86d-1a7e03994b86 will not be triggered until provisioned by entity L2. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:11.125443 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.161782 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-ccef63e4-5f1b-4d5a-a3b7-546945131338 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9896190 Jun 23 17:46:11.165721 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.179074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.182143 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:11.198854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.270938 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b16ae3a1-3dc5-4419-a977-6c31f55ca8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.278117 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-16c50dd9-0e62-4c69-bcb1-96484d711582 service neutron] 10.222.0.66 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040152 Jun 23 17:46:11.408984 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.428179 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b16ae3a1-3dc5-4419-a977-6c31f55ca8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.429096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.436002 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f53089da-3aab-4c8f-8f77-efaf1b695e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:11.517295 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=703d7e057ccf44a5970c83163297d01c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1506066 Jun 23 17:46:11.525717 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49396) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:11.571451 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b16ae3a1-3dc5-4419-a977-6c31f55ca8e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=139495c5f83343ac974da91ffb235edb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2249341 Jun 23 17:46:11.572821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae3a1-3dc5-4419-a977-6c31f55ca8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e067ca3-f0a7-4711-befa-98d5650745ce,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:11.604510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49402) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:11.604510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b325be-3c39-495e-83d5-10ffde54b09c,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:11.607907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:11.623022 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:11.623321 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:11.664870 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.709006 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.710256 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c10942b-4c1e-407e-8cd0-4103436c91bd HTTP/1.1" status: 204 len: 168 time: 0.9378991 Jun 23 17:46:11.715895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:11.752406 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c10942b-4c1e-407e-8cd0-4103436c91bd,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:11.755887 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:11.775535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.792054 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Pushing event updated for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:11.820906 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.879317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.884194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:11.887169 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e067ca3-f0a7-4711-befa-98d5650745ce HTTP/1.1" status: 204 len: 168 time: 0.2778141 Jun 23 17:46:11.890446 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:11.902743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e067ca3-f0a7-4711-befa-98d5650745ce,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:11.908084 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:12.289632 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:12.342755 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Attempting to bind port c478d620-fb18-485b-a86d-1a7e03994b86 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:12.343534 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Attempting to bind port c478d620-fb18-485b-a86d-1a7e03994b86 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484'}] {{(pid=104926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:12.344146 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Attempting to bind port c478d620-fb18-485b-a86d-1a7e03994b86 on network 1ace10c0-237b-477e-a102-38db2c47f484 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:12.354250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 45886bb6-696c-4e34-a16f-c1b96bd3ad2b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:12.359890 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-34a26cba-aa01-4917-bc8a-85731380e73a service neutron] 10.222.0.66 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1696744 Jun 23 17:46:12.407680 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Port c478d620-fb18-485b-a86d-1a7e03994b86 on network 1ace10c0-237b-477e-a102-38db2c47f484 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:46:12.408257 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Attempting to bind port c478d620-fb18-485b-a86d-1a7e03994b86 on network 1ace10c0-237b-477e-a102-38db2c47f484 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:12.429879 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:12.431670 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Checking segment: {'id': 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:12.432636 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Bound using segment: {'id': 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484'} {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:12.433594 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Bound port: c478d620-fb18-485b-a86d-1a7e03994b86, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484'}}] {{(pid=104926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:12.434623 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:12.538340 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227822e1-4dd3-494a-8e75-43b5933326d0 req-f164af1c-5eea-48d2-93d8-3a92dfda078d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:12.549629 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-227822e1-4dd3-494a-8e75-43b5933326d0 req-f164af1c-5eea-48d2-93d8-3a92dfda078d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.4146039 Jun 23 17:46:12.565693 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:12.594527 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:12.595199 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:12.669861 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-227822e1-4dd3-494a-8e75-43b5933326d0 req-85d1948b-abdd-44a9-b801-ee156b373ed5 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148520 Jun 23 17:46:12.752647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.65', 57832) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:12.808863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:12.943723 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-b18496ea-e0b0-45e6-bbc1-5e222fbc8577 service neutron] 10.222.0.66 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814183 Jun 23 17:46:12.969458 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, cleared binding levels {{(pid=104926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:12.990605 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c478d620-fb18-485b-a86d-1a7e03994b86,segment=NetworkSegment(f7c65133-e240-4c18-8bfe-d46f4f7fa7b1),segment_id=f7c65133-e240-4c18-8bfe-d46f4f7fa7b1)] {{(pid=104926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:13.004913 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.033056 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a0ddfbd1-87ac-47fc-9e54-20843ea73e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:13.066499 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 456a68fc-31c5-42ba-821b-55e5e71fd138 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:13.164055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.199216 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:13.201616 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.208474 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] 10.222.0.65 "PUT /v2.0/ports/c478d620-fb18-485b-a86d-1a7e03994b86 HTTP/1.1" status: 200 len: 1093 time: 4.0910697 Jun 23 17:46:13.218052 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.221456 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93b325be-3c39-495e-83d5-10ffde54b09c HTTP/1.1" status: 204 len: 168 time: 1.6847880 Jun 23 17:46:13.229037 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:13.293806 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-17081b13-661c-4b7d-a588-68ab8d164159 req-1a84ed72-139c-4976-a15a-178d5dfc9bb6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.5273619 Jun 23 17:46:13.360703 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-cb554d7f-b61f-4f4f-a0e6-1c79a85039b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.432063 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 456a68fc-31c5-42ba-821b-55e5e71fd138 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:13.450390 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 456a68fc-31c5-42ba-821b-55e5e71fd138 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:13.455975 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.631992 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Pushing event updated for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=3']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:13.661236 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:13.665531 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:13.696099 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-31672d72-266a-43ad-b18b-d9351c134ada tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:13.703853 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-31672d72-266a-43ad-b18b-d9351c134ada tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 819 time: 0.9401538 Jun 23 17:46:13.760438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Request body: {'port': {'device_id': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'admin_state_up': True, 'tenant_id': '436f280929694e11b2120d8cb32629e7'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:13.919585 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:13.937955 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-76d6213a-0730-4f00-803f-d8ce9e14b679 req-30f7f01d-e765-4620-afbb-ecf180de5ffa tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.3627396 Jun 23 17:46:13.960277 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b325be-3c39-495e-83d5-10ffde54b09c,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:13.980536 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:14.078861 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 456a68fc-31c5-42ba-821b-55e5e71fd138, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=456a68fc-31c5-42ba-821b-55e5e71fd138,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:14.100420 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:14.104112 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-50008b55-c8ee-40dd-bc7d-a2b47ec4fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:14.123042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:14.126616 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-50008b55-c8ee-40dd-bc7d-a2b47ec4fa03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a12d1be8665b4aab9176662e57a99ed0&device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 1096 time: 0.4627969 Jun 23 17:46:14.351782 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:14.377344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Made reservation on behalf of 436f280929694e11b2120d8cb32629e7 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:14.382850 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:14.404194 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:14.412469 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:14.423145 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-8e8018b1-a95c-4d0d-b5f0-b1a22022dc57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c478d620-fb18-485b-a86d-1a7e03994b86 HTTP/1.1" status: 200 len: 217 time: 0.2866809 Jun 23 17:46:14.429176 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e2af-4617-4c2a-b82e-195382afcde8 req-7f0f68c6-7e40-4176-98b0-375ed044374b tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:14.439973 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6d21e2af-4617-4c2a-b82e-195382afcde8 req-7f0f68c6-7e40-4176-98b0-375ed044374b tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.1756694 Jun 23 17:46:14.610391 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6d21e2af-4617-4c2a-b82e-195382afcde8 req-5ad8963a-a486-4c4d-b20c-7ff92fdeca0a tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557446 Jun 23 17:46:14.613482 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fadb79c-d7b9-4f73-b874-bbe86219143e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:14.890657 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f5f00b29-4bd6-4c0c-9f00-6a5348c05751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:14.892162 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-f5f00b29-4bd6-4c0c-9f00-6a5348c05751 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6855e080-7edd-4f66-b617-0b2dad6b0621 HTTP/1.1" status: 200 len: 851 time: 0.2340021 Jun 23 17:46:15.144511 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-65260d4d-ac6b-490b-a207-061669325a89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ace10c0-237b-477e-a102-38db2c47f484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2324803 Jun 23 17:46:15.189765 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f9d43c9e-4935-488c-93d0-2df661de5a11 req-0583b823-1d45-4c3d-a4ae-df054abee68d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.1489389 Jun 23 17:46:15.212988 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Allocated IP 172.20.0.2 (02fc8994-f96e-445d-b974-dcdb50835248/b9d17b4f-9b77-4736-8af6-f4e634e8eaeb/a01bb40e-3f50-4689-a2a5-ad22cca5010d) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:15.302184 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49532) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:15.610852 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:15.661178 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86468532-85c2-4032-9e22-83f113dd76bc x-openstack-request-id: req-86468532-85c2-4032-9e22-83f113dd76bc {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:15.661795 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:15.662065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86468532-85c2-4032-9e22-83f113dd76bc {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:15.662534 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86', 'status': 'completed', 'code': 200} Jun 23 17:46:15.682192 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:15.693293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f3915319-9319-4c5a-bee5-ba493ebc90d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:15.787259 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.65', 57837) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:15.822574 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d1e9022d-38c5-4202-b2fa-9fd51a519f5e req-8773ed73-05a2-45e0-ba03-16b40384a34b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.1166735 Jun 23 17:46:15.924047 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-736963594-network', 'tenant_id': '527a07c6f0a14dc4b90cbe4e1b2ff790'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:16.053433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Network 02fc8994-f96e-445d-b974-dcdb50835248 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:16.075227 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:16.134785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:16.183926 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:16.184587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.223150 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6466ba4c-89aa-4551-a868-2435e2c9724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.231962 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Made reservation on behalf of 527a07c6f0a14dc4b90cbe4e1b2ff790 for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:16.236270 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.263096 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.305389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Pushing event updated for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:16.310356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.329399 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:16.336766 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5799010 Jun 23 17:46:16.382132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 456a68fc-31c5-42ba-821b-55e5e71fd138 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:16.399953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Request body: {'port': {'device_id': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:16.400150 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-a59775c8-2672-4569-aa3e-afbecee4800d service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114178 Jun 23 17:46:16.425080 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-4655fcd5-d214-42e4-bfd4-88f940484f0a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:16.426549 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-4655fcd5-d214-42e4-bfd4-88f940484f0a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 819 time: 0.6029959 Jun 23 17:46:16.516580 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Request body: {'port': {'device_id': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'admin_state_up': True, 'tenant_id': '436f280929694e11b2120d8cb32629e7'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:16.543333 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 456a68fc-31c5-42ba-821b-55e5e71fd138 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:16.544042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.561660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e093a2-7739-4acf-ad8f-a3472ff263dc req-aedd3704-1bf9-44f7-88e2-e3dcf58ca880 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:16.570638 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d6e093a2-7739-4acf-ad8f-a3472ff263dc req-aedd3704-1bf9-44f7-88e2-e3dcf58ca880 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.3399589 Jun 23 17:46:16.609233 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:16.688526 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d6e093a2-7739-4acf-ad8f-a3472ff263dc req-ba50e5af-0d5e-4d40-87a7-e98bfc92d069 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155775 Jun 23 17:46:17.124394 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-49ba7f20-f54e-403a-9939-67bfa8951e6d req-6eedb836-dbfc-4b53-b5c4-e8e59d11d3a6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.2080765 Jun 23 17:46:17.451506 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b44dc607-a75e-4654-9048-505025ce0dd5 req-45a73113-51e2-4171-9378-ec4b78b5e9b0 service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143588 Jun 23 17:46:17.520828 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d833de7e-483b-498a-9b74-a6183c7ee30c req-f6954058-d77c-4066-a3be-11ecbfb744eb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.1220682 Jun 23 17:46:17.592965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.635085 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.653680 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:17.658193 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Made reservation on behalf of 436f280929694e11b2120d8cb32629e7 for: {'port': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:17.663096 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.678308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01bb40e-3f50-4689-a2a5-ad22cca5010d {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:17.701910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.749327 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Transition to ACTIVE for port object a01bb40e-3f50-4689-a2a5-ad22cca5010d will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:17.756358 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.793608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:17.802370 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:17.871268 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:46:17.937591 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.65', 57845) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:18.056785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-675032ac-b11c-4ab4-8a9d-6505b31fd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:18.062454 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-675032ac-b11c-4ab4-8a9d-6505b31fd6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a12d1be8665b4aab9176662e57a99ed0&device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 1096 time: 0.4078326 Jun 23 17:46:18.066244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9899ef41-b257-4e14-92d2-185d5d8021cb,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:18.080402 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:18.087975 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774201112086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:18.090128 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Unsubscribe: segment precommit_create {{(pid=104926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 17:46:18.093247 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Added segment f8542e1c-ee72-4be9-88b9-59228532ae12 of type vlan for network ccec066c-e5f3-4e77-96ab-27cfd87e0170 Jun 23 17:46:18.116808 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:46:18.371171 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-48869b21-a9b8-47d8-b6b4-0c5dc0b62e0e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:18.384389 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-48869b21-a9b8-47d8-b6b4-0c5dc0b62e0e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 816 time: 0.4458108 Jun 23 17:46:18.477178 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Attempting to bind port a01bb40e-3f50-4689-a2a5-ad22cca5010d on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:18.477550 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Attempting to bind port a01bb40e-3f50-4689-a2a5-ad22cca5010d by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:18.477895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Attempting to bind port a01bb40e-3f50-4689-a2a5-ad22cca5010d on network 02fc8994-f96e-445d-b974-dcdb50835248 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:18.514475 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ce06fe1f-34d5-4027-9987-678939da6889 req-ce913226-1b46-4adf-93d9-d193f2f8c30b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0559123 Jun 23 17:46:18.517351 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:18.521362 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:18.522191 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Port a01bb40e-3f50-4689-a2a5-ad22cca5010d on network 02fc8994-f96e-445d-b974-dcdb50835248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:46:18.522568 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Attempting to bind port a01bb40e-3f50-4689-a2a5-ad22cca5010d on network 02fc8994-f96e-445d-b974-dcdb50835248 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:18.528165 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:18.528512 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Checking segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:18.529143 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Bound using segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:18.529660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Bound port: a01bb40e-3f50-4689-a2a5-ad22cca5010d, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:18.530007 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:18.666128 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-84f2915b-7ad1-4398-8ab8-79051f76ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:18.672060 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-84f2915b-7ad1-4398-8ab8-79051f76ccb3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ace10c0-237b-477e-a102-38db2c47f484 HTTP/1.1" status: 200 len: 912 time: 0.4889472 Jun 23 17:46:18.770955 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:18.890218 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:18.894258 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5da37499-9322-40bf-a512-ec0f20c2a4d6 req-744f47cf-63a8-4fb0-94b4-803608460442 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.1253316 Jun 23 17:46:18.898299 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:18.904434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:19.065501 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.318680 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.354442 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:19.355205 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.361192 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] 10.222.0.65 "PUT /v2.0/ports/a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 1093 time: 2.9682033 Jun 23 17:46:19.361719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:19.447672 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.456817 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:19.457912 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.464036 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:19.484366 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b94cd-6130-4a64-857f-cc9df5aeec0b req-00a71fc7-122a-4ced-97b8-c836037b62f4 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:19.492383 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cd5b94cd-6130-4a64-857f-cc9df5aeec0b req-00a71fc7-122a-4ced-97b8-c836037b62f4 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 1.4108829 Jun 23 17:46:19.515544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:19.522426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:19.528118 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Allocated IP 172.20.0.14 (02fc8994-f96e-445d-b974-dcdb50835248/b9d17b4f-9b77-4736-8af6-f4e634e8eaeb/b043ed22-5710-4c99-8f3e-eba9f89e4477) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:19.592817 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.2894487 Jun 23 17:46:19.593251 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49684) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:19.601495 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Request body: {'subnet': {'network_id': 'ccec066c-e5f3-4e77-96ab-27cfd87e0170', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-736963594-subnet', 'tenant_id': '527a07c6f0a14dc4b90cbe4e1b2ff790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:19.664484 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Pushing event updated for resources: {'Network': ['ID=ccec066c-e5f3-4e77-96ab-27cfd87e0170,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:19.671200 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:19.674413 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Made reservation on behalf of 527a07c6f0a14dc4b90cbe4e1b2ff790 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:19.678600 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:19.680782 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network ccec066c-e5f3-4e77-96ab-27cfd87e0170 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:46:19.696668 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cd5b94cd-6130-4a64-857f-cc9df5aeec0b req-61da19b0-a807-4491-a92b-6f64310e8149 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013400 Jun 23 17:46:19.854374 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-18a45260-eabc-44bf-9ebc-9d10c8b08213 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c478d620-fb18-485b-a86d-1a7e03994b86 HTTP/1.1" status: 200 len: 217 time: 0.1077156 Jun 23 17:46:19.892583 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:20.003593 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3b6f5498-810c-47c3-bfca-730fb510038c req-4eeec686-bfdd-4cb9-95b4-7dab8a7b7847 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.1069987 Jun 23 17:46:20.120978 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-8bee3136-49cc-4760-be69-c2bf7a377424 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 380 time: 0.3926208 Jun 23 17:46:20.158952 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-4c8d8192-c904-4892-b63b-92f2ae9a48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:20.161431 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-4c8d8192-c904-4892-b63b-92f2ae9a48ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6855e080-7edd-4f66-b617-0b2dad6b0621 HTTP/1.1" status: 200 len: 851 time: 0.2676690 Jun 23 17:46:20.312884 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2e8943-a952-49e6-9e80-c6062b336867 x-openstack-request-id: req-6d2e8943-a952-49e6-9e80-c6062b336867 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:20.315369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:20.315707 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d2e8943-a952-49e6-9e80-c6062b336867 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:20.316226 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d', 'status': 'completed', 'code': 200} Jun 23 17:46:20.327003 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-8a8ea4a1-3990-4749-bca9-ea8b112eb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:20.328679 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-8a8ea4a1-3990-4749-bca9-ea8b112eb364 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1096 time: 0.5280480 Jun 23 17:46:20.457126 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:20.472815 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-396f55b1-8522-424b-bb3b-499dfd12c551 req-ea173e8e-e745-446f-9c11-f24acb75cd0a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.1091678 Jun 23 17:46:20.544661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:20.548759 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:20.548983 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:20.570529 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:20.631508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3896abdc-443c-498f-b9cb-2a906f6f8007,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:20.634925 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:20.647333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Checking segment: {'id': 'f8542e1c-ee72-4be9-88b9-59228532ae12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ccec066c-e5f3-4e77-96ab-27cfd87e0170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:20.647868 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Network hostable DHCP agents. Network: ccec066c-e5f3-4e77-96ab-27cfd87e0170, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:46:20.654271 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Network 02fc8994-f96e-445d-b974-dcdb50835248 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:20.656277 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Pushing event updated for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:20.665898 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:20.668280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:20.669063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:20.672330 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Network ccec066c-e5f3-4e77-96ab-27cfd87e0170 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:46:20.676948 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:20.677641 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:20.684487 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, ccec066c-e5f3-4e77-96ab-27cfd87e0170) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:20.698654 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbf776-08ae-4b69-9577-87a7ebf34f15 None None] Network ccec066c-e5f3-4e77-96ab-27cfd87e0170 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:20.699558 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2010565 Jun 23 17:46:20.715682 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:20.715682 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:20.736284 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1414344 Jun 23 17:46:21.046099 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1533e0e-97d9-4a4b-8b0d-db25c118f499 None None] Network ccec066c-e5f3-4e77-96ab-27cfd87e0170 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:21.054001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c8d71-5b2e-45f4-871f-f5f9294bd86d req-3edb6025-e4df-4519-b0b0-90a950316f74 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:21.062302 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a99c8d71-5b2e-45f4-871f-f5f9294bd86d req-3edb6025-e4df-4519-b0b0-90a950316f74 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.1519160 Jun 23 17:46:21.115927 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a99c8d71-5b2e-45f4-871f-f5f9294bd86d req-9a8e1946-e079-44fa-b00a-c8d4f95ebb67 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523129 Jun 23 17:46:21.246630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49740) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:21.324404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa3ea1-cfbd-45c6-9d4a-a57149789538 req-2d104910-8c96-4af2-ab05-e8ddfe7d7752 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:21.325944 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-55aa3ea1-cfbd-45c6-9d4a-a57149789538 req-2d104910-8c96-4af2-ab05-e8ddfe7d7752 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 932 time: 0.1044779 Jun 23 17:46:21.374991 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-55aa3ea1-cfbd-45c6-9d4a-a57149789538 req-165b0149-1f91-4ec1-8368-fbc5f2e1dbc6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Jun 23 17:46:21.519832 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.678391 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.705833 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7253bfde-e525-497b-b941-583151287785 req-7670508d-525f-48e2-b4ba-3d03d3577297 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0560193 Jun 23 17:46:21.706599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.711803 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d0902a04-5153-4722-bd0d-0a39ff9fd6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:21.755262 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12a9318f22f2412f97ace5ec4fd54bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074968 Jun 23 17:46:21.757783 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49770) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:21.765372 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce322e0-77a1-46cb-ad95-585826d8ebaa,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:21.771351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:21.788145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49772) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:21.796043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-682319195-network', 'tenant_id': '8c14d5f48bbe454498dcd72732e5d898'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:21.823491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Made reservation on behalf of 8c14d5f48bbe454498dcd72732e5d898 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:21.826340 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.844035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.853872 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.885113 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.941194 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.944090 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.945228 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ce322e0-77a1-46cb-ad95-585826d8ebaa HTTP/1.1" status: 204 len: 168 time: 0.1865587 Jun 23 17:46:21.946089 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:21.949731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.954953 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce322e0-77a1-46cb-ad95-585826d8ebaa,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:21.955437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:21.957639 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:21.960322 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d397e7f0-8b7e-451a-98a7-ab0224156404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:21.988334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:46:21.999487 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55db016-05d5-4360-8e3d-f18f964f3224,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:22.003374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:22.007426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.007946 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Added segment ddce7182-9d1e-4364-99df-c7fc1fbbf703 of type vlan for network d3438962-dae0-4786-9a73-f289a27b4957 Jun 23 17:46:22.049927 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.080364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.081783 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:22.082372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.085367 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:22.118035 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3261828 Jun 23 17:46:22.118372 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49778) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:22.123615 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Request body: {'subnet': {'network_id': 'd3438962-dae0-4786-9a73-f289a27b4957', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-682319195-subnet', 'tenant_id': '8c14d5f48bbe454498dcd72732e5d898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:22.154022 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Pushing event updated for resources: {'Network': ['ID=d3438962-dae0-4786-9a73-f289a27b4957,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:22.157753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:22.167151 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network d3438962-dae0-4786-9a73-f289a27b4957 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:46:22.169668 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Made reservation on behalf of 8c14d5f48bbe454498dcd72732e5d898 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:22.172623 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.330517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac42c1-da63-4e53-af14-df2460166cb1 req-a3d9f2f2-ee48-4c25-a860-32ec156e81c7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:22.332200 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2aac42c1-da63-4e53-af14-df2460166cb1 req-a3d9f2f2-ee48-4c25-a860-32ec156e81c7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.0790794 Jun 23 17:46:22.372023 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.378492 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2aac42c1-da63-4e53-af14-df2460166cb1 req-83d60362-f7fe-41af-a3c3-b4b4773e3b63 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Jun 23 17:46:22.378620 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f72a89ed-fea8-4600-b0ad-270879429929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:22.378730 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49784) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:22.392091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.440093 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87250db0-e4c0-41da-8b68-b42972870980,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:22.445266 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:22.448132 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Checking segment: {'id': 'ddce7182-9d1e-4364-99df-c7fc1fbbf703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd3438962-dae0-4786-9a73-f289a27b4957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:22.448492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Network hostable DHCP agents. Network: d3438962-dae0-4786-9a73-f289a27b4957, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:46:22.467488 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Network d3438962-dae0-4786-9a73-f289a27b4957 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:46:22.478234 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, d3438962-dae0-4786-9a73-f289a27b4957) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:22.484600 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:22.485283 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.492023 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbe3c2-f145-43c1-8af2-2f6e60ca2c98 None None] Network d3438962-dae0-4786-9a73-f289a27b4957 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:22.511266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.518332 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.532915 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4040873 Jun 23 17:46:22.533419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:22.573462 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94e4c090478741c39b6ed427e0b1b8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934512 Jun 23 17:46:22.575538 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269f59f3-94d2-4166-94c7-d54750609342,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:22.576158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49798) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:22.590537 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:22.656176 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.672329 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4477359-a0a4-4d9e-881d-025653a36fa9 req-11a40c99-46dd-401f-b543-047f013adb69 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:22.674108 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f4477359-a0a4-4d9e-881d-025653a36fa9 req-11a40c99-46dd-401f-b543-047f013adb69 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 932 time: 0.1493969 Jun 23 17:46:22.693249 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5e792-8ae1-4090-ac70-9f8ebf701162 None None] Network d3438962-dae0-4786-9a73-f289a27b4957 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:22.706409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49800) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:22.711036 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.756521 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f4477359-a0a4-4d9e-881d-025653a36fa9 req-60814b25-bc96-4b2c-bac1-efbcb4644f08 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731874 Jun 23 17:46:22.790836 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.795842 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.799927 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/269f59f3-94d2-4166-94c7-d54750609342 HTTP/1.1" status: 204 len: 168 time: 0.2203407 Jun 23 17:46:22.799927 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:22.807488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Deleting subnet 3896abdc-443c-498f-b9cb-2a906f6f8007 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:46:22.812344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.816346 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269f59f3-94d2-4166-94c7-d54750609342,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:22.830162 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:22.880485 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:22.893728 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.003341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-68040ab1-5ae7-4fac-9864-827cdb23484e req-5fee4d2e-4113-47a6-8bc7-ea0b7732e4af tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0392828 Jun 23 17:46:23.004382 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.011524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-05604e4d-41f5-431e-9588-8084fae747c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:23.040098 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49812) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:23.050999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.052987 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3896abdc-443c-498f-b9cb-2a906f6f8007 HTTP/1.1" status: 204 len: 168 time: 0.3448002 Jun 23 17:46:23.053813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3896abdc-443c-498f-b9cb-2a906f6f8007,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:23.055580 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49816) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:23.059503 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:23.132356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.142193 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49820) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:23.241698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.254643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.265727 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.266017 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.266770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.267115 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > port after_create 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.267440 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.267838 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > port after_update 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.268210 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.268476 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.268789 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.269980 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.426565 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.426941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.427269 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.427592 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:46:23.427982 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccec066c-e5f3-4e77-96ab-27cfd87e0170']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:23.462564 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8542e1c-ee72-4be9-88b9-59228532ae12') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:23.462863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8542e1c-ee72-4be9-88b9-59228532ae12') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:23.468307 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.492065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.531813 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.562327 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:46:23.562790 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: from cryptography.utils import int_from_bytes Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: from cryptography.utils import int_from_bytes Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:46:23.583021 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:46:23.676142 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.689383 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.691315 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ccec066c-e5f3-4e77-96ab-27cfd87e0170 HTTP/1.1" status: 204 len: 168 time: 0.6344788 Jun 23 17:46:23.693828 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:23.694452 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49842) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:23.719127 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccec066c-e5f3-4e77-96ab-27cfd87e0170,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:23.724194 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3c99cf82-9085-44c0-84ad-917a2f690079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:23.741607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febda928-a9e8-4e61-9588-0e52b6b3ca7b req-6ef15394-d9e7-4a3c-8fcf-970a23669d51 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:23.743097 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-febda928-a9e8-4e61-9588-0e52b6b3ca7b req-6ef15394-d9e7-4a3c-8fcf-970a23669d51 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.2142785 Jun 23 17:46:23.755140 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.761322 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Deleting subnet 87250db0-e4c0-41da-8b68-b42972870980 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:46:23.766292 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.776741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.785919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ecedae12-a4fc-4940-9a6b-f125cad9eb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:23.806247 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.812136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.845488 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-febda928-a9e8-4e61-9588-0e52b6b3ca7b req-db9c4274-ac55-4988-bbc5-f8a7c38fc9c2 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893021 Jun 23 17:46:23.851440 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b818c0-3638-4df8-b468-a2ad7612337c,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:23.854657 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:23.860879 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d969677dcc3d4e9994f83890faa18e28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196592 Jun 23 17:46:23.863890 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49850) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:23.920995 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.932296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:23.960966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87250db0-e4c0-41da-8b68-b42972870980,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:23.973214 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:23.975094 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/87250db0-e4c0-41da-8b68-b42972870980 HTTP/1.1" status: 204 len: 168 time: 0.2789612 Jun 23 17:46:23.980669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49856) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:24.015717 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:24.025307 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.071339 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.085130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.092943 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcda45-8c41-4720-a93c-695c13446502 req-aba0d057-571b-4945-a4db-51b2ee4ba3c9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:24.100111 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.104449 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e5a2682a-cc6d-4ad0-8916-dc77546cbb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:24.108478 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4bbcda45-8c41-4720-a93c-695c13446502 req-aba0d057-571b-4945-a4db-51b2ee4ba3c9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 932 time: 0.1513054 Jun 23 17:46:24.135825 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.178206 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7aee5b0af39434ebdc935e6783cb7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0347402 Jun 23 17:46:24.182466 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4bbcda45-8c41-4720-a93c-695c13446502 req-2230d817-5a72-4b98-8018-8470579a4fac tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Jun 23 17:46:24.182987 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49866) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:24.189439 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353de2d7-ecd4-43d3-803e-4dcc56a9039c,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:24.193828 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:24.266635 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.285227 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a3ad4b37-794c-4e6f-9b3c-13baca52ce0b req-26d85bbd-306c-49ef-ab1d-e8ed37aaec3f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0668073 Jun 23 17:46:24.308114 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.323017 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.336135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3438962-dae0-4786-9a73-f289a27b4957']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:24.354752 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.358443 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddce7182-9d1e-4364-99df-c7fc1fbbf703') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:24.358947 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddce7182-9d1e-4364-99df-c7fc1fbbf703') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:24.363519 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.367104 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34b818c0-3638-4df8-b468-a2ad7612337c HTTP/1.1" status: 204 len: 168 time: 0.4999354 Jun 23 17:46:24.370746 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2ecfc1b6-b8c0-4361-9ab9-19c9622bf411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:24.384271 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.384419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.389669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b818c0-3638-4df8-b468-a2ad7612337c,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:24.389829 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.392418 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/353de2d7-ecd4-43d3-803e-4dcc56a9039c HTTP/1.1" status: 204 len: 168 time: 0.2080073 Jun 23 17:46:24.393213 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1e234a5d-2401-435e-865a-638341aa9ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:24.407028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353de2d7-ecd4-43d3-803e-4dcc56a9039c,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:24.410759 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:24.415749 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:24.419222 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.437331 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:46:24.438073 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:46:24.441009 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:46:24.503746 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.511922 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:24.515917 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.519697 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] 10.222.0.66 "DELETE /v2.0/networks/d3438962-dae0-4786-9a73-f289a27b4957 HTTP/1.1" status: 204 len: 168 time: 0.5283935 Jun 23 17:46:24.533525 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Pushing event deleted for resources: {'Network': ['ID=d3438962-dae0-4786-9a73-f289a27b4957,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:24.536940 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:24.736049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49884) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:24.782429 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49886) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:24.782650 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-293dabe0-c639-43ef-9d59-47a59f41436a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=527a07c6f0a14dc4b90cbe4e1b2ff790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446088 Jun 23 17:46:24.837383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.864270 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.922491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.925655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:24.927017 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9899ef41-b257-4e14-92d2-185d5d8021cb HTTP/1.1" status: 204 len: 168 time: 0.1429069 Jun 23 17:46:24.928012 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:24.941028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9899ef41-b257-4e14-92d2-185d5d8021cb,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:24.952826 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:25.058135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49896) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:25.083134 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.147391 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafd0d6-2804-4935-b52d-fe29e09f3831 req-5b4b8df7-0855-40dc-87de-794805a491a2 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:25.150572 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cafd0d6-2804-4935-b52d-fe29e09f3831 req-5b4b8df7-0855-40dc-87de-794805a491a2 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.1342800 Jun 23 17:46:25.205255 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.207133 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cafd0d6-2804-4935-b52d-fe29e09f3831 req-0cb6c010-9175-445b-9672-4903224ade3c tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Jun 23 17:46:25.221537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.229351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:25.330199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49906) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:25.333264 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec38fdf820e6400fa2dc986fa4d35b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740953 Jun 23 17:46:25.335565 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0771b37-a61f-4611-8b2d-38ca03a76c44,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:25.365346 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:25.414892 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.438702 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.494310 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cd7afbb0-898c-4823-b416-82cff0e2acc5 req-b8c08dff-c641-4dc6-8001-3541df4bddcf tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0441921 Jun 23 17:46:25.516846 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2039411-d2df-4f74-adac-cde7674b6fbc req-6a4e3dbb-be51-4a54-b4df-affb76e9115b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:25.518120 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49914) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:25.519355 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d2039411-d2df-4f74-adac-cde7674b6fbc req-6a4e3dbb-be51-4a54-b4df-affb76e9115b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 932 time: 0.1086550 Jun 23 17:46:25.544140 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.547455 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.548812 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0771b37-a61f-4611-8b2d-38ca03a76c44 HTTP/1.1" status: 204 len: 168 time: 0.2173696 Jun 23 17:46:25.549608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-674ae7c2-185b-4cea-aac5-694455afe287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:25.558317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0771b37-a61f-4611-8b2d-38ca03a76c44,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:25.567387 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:25.586400 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d2039411-d2df-4f74-adac-cde7674b6fbc req-1696ce20-f01d-40f7-9cb4-199ff2a2c104 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Jun 23 17:46:25.646813 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49922) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:25.688507 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-0ca15472-f525-463e-ae96-f1e9c8883caa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c14d5f48bbe454498dcd72732e5d898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397959 Jun 23 17:46:25.690968 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49924) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:25.751390 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.761904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.780126 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.846964 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.850188 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.853800 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e55db016-05d5-4360-8e3d-f18f964f3224 HTTP/1.1" status: 204 len: 168 time: 0.1590862 Jun 23 17:46:25.853800 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5043409a-90dd-41de-8556-ad62d759499c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:25.861843 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55db016-05d5-4360-8e3d-f18f964f3224,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:25.870085 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:25.881164 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.886440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:25.891717 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2f3e67a7-3bc5-40c5-ade2-5b6d972b379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:25.931200 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a64de89-5fb1-413e-ab28-4abe1cd6a747,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:25.934611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:25.938460 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af014a767d9e4c02b8f4874a8d6d976b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133325 Jun 23 17:46:25.941480 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49932) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:26.002872 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.026696 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.083977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.086544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.090151 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a64de89-5fb1-413e-ab28-4abe1cd6a747 HTTP/1.1" status: 204 len: 168 time: 0.1446950 Jun 23 17:46:26.090151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-84d90239-adee-4982-96fe-27c1662b09e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:26.096541 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a64de89-5fb1-413e-ab28-4abe1cd6a747,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:26.098724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:26.437473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06639077-704b-47bd-8e39-3adb97fa49fc req-9a2f46be-5568-44c3-89f9-133edcd3588d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:26.445764 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-06639077-704b-47bd-8e39-3adb97fa49fc req-9a2f46be-5568-44c3-89f9-133edcd3588d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.1014082 Jun 23 17:46:26.491876 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 49960) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:26.503207 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-06639077-704b-47bd-8e39-3adb97fa49fc req-7d265d2a-74fc-4a28-8192-b34e589fa3bc tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Jun 23 17:46:26.513368 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.634399 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.639814 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.644351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:26.690910 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf66b60ff1924a9aa454298d5b9978bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939378 Jun 23 17:46:26.694390 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 49972) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:26.701555 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e04359-7635-4402-9e4d-000d5bcaf766,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:26.718337 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:26.772537 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3ca925b7-eac9-42f8-adc9-8b83dcb75036 req-78aecb66-f026-4621-8b89-aff1c5629569 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0513492 Jun 23 17:46:26.790454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.842844 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:26.884165 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Request body: {'port': {'device_id': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:26.894523 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'port': {'device_id': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'admin_state_up': True, 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'security_groups': ['66de0ddc-22d2-48d9-9b70-063ea1645cfb']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:26.927924 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-e3199987-0126-40fb-8d54-2132a8782359 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ace10c0-237b-477e-a102-38db2c47f484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574234 Jun 23 17:46:26.984868 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-a5e570e4-dd23-46ab-808a-741357bec9d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.1088469 Jun 23 17:46:26.999472 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.051809 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328a955-d91d-42d9-9f5b-caf95c5c00db req-d2c0cc47-cd37-4bc2-801a-b72a1ec315d0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:27.053341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1328a955-d91d-42d9-9f5b-caf95c5c00db req-d2c0cc47-cd37-4bc2-801a-b72a1ec315d0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 932 time: 0.2958279 Jun 23 17:46:27.094552 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.097638 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.099274 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0e04359-7635-4402-9e4d-000d5bcaf766 HTTP/1.1" status: 204 len: 168 time: 0.4046686 Jun 23 17:46:27.106161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-65f32b40-e445-4fc3-95b7-9dfebd8c9641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:27.131481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e04359-7635-4402-9e4d-000d5bcaf766,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:27.134756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:27.150041 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1328a955-d91d-42d9-9f5b-caf95c5c00db req-3bf13bde-7e01-47a2-bf65-dc82be112da6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870891 Jun 23 17:46:27.165636 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Made reservation on behalf of 82f396aea9f9409283a8b068f154dd06 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:27.171287 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.299745 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a484679-1132-443d-9825-2b77b8c7e918 req-c1135929-a88b-4959-adc5-0b018cda7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:27.301352 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-c1135929-a88b-4959-adc5-0b018cda7f61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.1177878 Jun 23 17:46:27.363233 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-d8b43194-7729-4d77-886d-ce5988dccd0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547278 Jun 23 17:46:27.527947 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-63e3b3eb-a8e7-4480-970e-deae4fea2b6e service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366473 Jun 23 17:46:27.634943 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Allocated IP 172.20.0.9 (ca7cca6b-79a0-47a9-adac-2cacad460289/5842f326-2aa3-4f43-ad48-48d3b09000c5/98e07077-08da-4899-985f-165165d77049) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:46:27.660514 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b043ed22-5710-4c99-8f3e-eba9f89e4477 {{(pid=104926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:27.674631 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.712862 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-44379b78-5e19-40f0-95ba-7d826ae1f4d8 service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721551 Jun 23 17:46:27.712862 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Transition to ACTIVE for port object b043ed22-5710-4c99-8f3e-eba9f89e4477 will not be triggered until provisioned by entity L2. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:27.719501 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.725492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:27.872029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:27.883296 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:27.966280 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-cc86a3d7-e361-4a30-b29f-d2fb2ffa93f6 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5948772 Jun 23 17:46:27.978389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:27.996008 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce185f3-f5e2-4e0b-840b-fb92c7df9d0f req-192b5e84-0ba0-466f-897f-1b8dcd5757a0 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.004092 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ce185f3-f5e2-4e0b-840b-fb92c7df9d0f req-192b5e84-0ba0-466f-897f-1b8dcd5757a0 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.1806333 Jun 23 17:46:28.017904 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Attempting to bind port b043ed22-5710-4c99-8f3e-eba9f89e4477 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:28.018522 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Attempting to bind port b043ed22-5710-4c99-8f3e-eba9f89e4477 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}] {{(pid=104926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:28.019263 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Attempting to bind port b043ed22-5710-4c99-8f3e-eba9f89e4477 on network 02fc8994-f96e-445d-b974-dcdb50835248 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:28.023203 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Transition to ACTIVE for port object 98e07077-08da-4899-985f-165165d77049 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:28.034154 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Port b043ed22-5710-4c99-8f3e-eba9f89e4477 on network 02fc8994-f96e-445d-b974-dcdb50835248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:46:28.034719 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Attempting to bind port b043ed22-5710-4c99-8f3e-eba9f89e4477 on network 02fc8994-f96e-445d-b974-dcdb50835248 {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:28.043595 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:28.044224 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Checking segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:28.044817 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Bound using segment: {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'} {{(pid=104926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:28.045663 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.managers [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Bound port: b043ed22-5710-4c99-8f3e-eba9f89e4477, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d429c4a-39bf-4f5d-8ccd-87b255888d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248'}}] {{(pid=104926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:28.046186 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.064049 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6e5515c4-690a-4041-a3c9-240025b9299c req-264dd190-b577-4685-9027-63d1889f0fd3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0521615 Jun 23 17:46:28.110283 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ce185f3-f5e2-4e0b-840b-fb92c7df9d0f req-df508ec9-6ff7-4da6-ae66-ed387e9543af tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049361 Jun 23 17:46:28.117074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.124837 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:28.204248 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, cleared binding levels {{(pid=104926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:28.213159 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:28.219867 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.223225 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:28.233205 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:46:28.236122 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:28.241654 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:28.243561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:28.277296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:46:28.290692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.291345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.320806 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.321468 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.323032 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 200 len: 1094 time: 1.4441469 Jun 23 17:46:28.323905 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:28.329199 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed80ca9c-9507-4d30-967d-5842f535d8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:28.357618 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4798393 Jun 23 17:46:28.378927 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=3']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:28.382587 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:28.390625 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Request body: {'port': {'device_id': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:28.469886 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83d38a-2528-4daa-a7fa-a5d2d340c1c5 x-openstack-request-id: req-8f83d38a-2528-4daa-a7fa-a5d2d340c1c5 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:28.470326 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:28.470618 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f83d38a-2528-4daa-a7fa-a5d2d340c1c5 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:28.471043 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477', 'status': 'completed', 'code': 200} Jun 23 17:46:28.493173 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a484679-1132-443d-9825-2b77b8c7e918 req-cda39acf-5521-4d15-8821-bff84e58298f service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050697 Jun 23 17:46:28.506991 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-36e29a8d-e503-42bd-9f86-8cd8f02f1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.509253 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-36e29a8d-e503-42bd-9f86-8cd8f02f1219 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1097 time: 0.1252077 Jun 23 17:46:28.625554 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5a3f4a97-3f43-41bb-ac5d-2f10136bc529 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 200 len: 217 time: 0.1079350 Jun 23 17:46:28.629746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.651836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befcba9-bae2-4230-95a2-02d0b2eebae9 req-341fa23a-5155-42f9-9c78-387866a79e20 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.653283 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7befcba9-bae2-4230-95a2-02d0b2eebae9 req-341fa23a-5155-42f9-9c78-387866a79e20 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 944 time: 0.2598190 Jun 23 17:46:28.731682 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-8966a8ec-b5fa-45e0-a702-e464f43f97aa None None] Provisioning for port 98e07077-08da-4899-985f-165165d77049 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:28.734993 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0d2df1fd-a706-4d03-bedc-de92ff8d61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.737921 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-0d2df1fd-a706-4d03-bedc-de92ff8d61f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.1060126 Jun 23 17:46:28.742961 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-8966a8ec-b5fa-45e0-a702-e464f43f97aa None None] Provisioning complete for port 98e07077-08da-4899-985f-165165d77049 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:28.743877 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8966a8ec-b5fa-45e0-a702-e464f43f97aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:28.807228 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-5c8cc57a-3968-419d-b4b8-4dd3cfd3cd6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597916 Jun 23 17:46:28.830529 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-013632ee-6021-4d1b-b2fa-e2f23dcdf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:28.831803 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-8966a8ec-b5fa-45e0-a702-e464f43f97aa None None] Port 98e07077-08da-4899-985f-165165d77049 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:46:28.832097 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-013632ee-6021-4d1b-b2fa-e2f23dcdf1d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1096 time: 0.2599826 Jun 23 17:46:28.850962 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7befcba9-bae2-4230-95a2-02d0b2eebae9 req-8984f04a-a46c-429b-8965-34309123e034 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873300 Jun 23 17:46:28.949466 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-29854269-b517-4663-af82-a0cc539af57d service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344132 Jun 23 17:46:29.080860 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3d5a2db8-9075-4058-b21f-430160516de1 req-3006e216-7f73-4681-8628-e24331b5b108 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244519 Jun 23 17:46:29.098350 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-a1913a61-3a2d-49e4-b4a0-39b4a892f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.100300 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-a1913a61-3a2d-49e4-b4a0-39b4a892f5be service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.2423530 Jun 23 17:46:29.197974 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-e8da816a-4428-494a-9af9-46ba09fbe752 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0763056 Jun 23 17:46:29.327382 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-d378cbe2-2334-4d8c-b209-46c6e406219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.329016 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-d378cbe2-2334-4d8c-b209-46c6e406219c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1097 time: 0.1805553 Jun 23 17:46:29.416556 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-ebbfb2c9-a23d-4919-bbaf-fff0dc864d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.417909 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-ebbfb2c9-a23d-4919-bbaf-fff0dc864d7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.2188437 Jun 23 17:46:29.462263 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32904b3-7c2c-4740-8eb7-281d87cb6e71 req-9ec60081-b9cd-47fb-9ae3-af34a9b1c139 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.464187 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e32904b3-7c2c-4740-8eb7-281d87cb6e71 req-9ec60081-b9cd-47fb-9ae3-af34a9b1c139 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 931 time: 0.1958945 Jun 23 17:46:29.468916 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-189e384d-e00b-4d92-ab56-c53b34112159 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426776 Jun 23 17:46:29.470959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e07077-08da-4899-985f-165165d77049 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:29.487381 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:29.493055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-b84ef4d4-6455-4332-85ff-d65f69a6e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.494972 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-b84ef4d4-6455-4332-85ff-d65f69a6e447 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.1591389 Jun 23 17:46:29.567699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Transition to ACTIVE for port object 98e07077-08da-4899-985f-165165d77049 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:46:29.570998 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-6c61e050-63f1-4b1b-b179-a52fa8cea9dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 200 len: 217 time: 0.0643950 Jun 23 17:46:29.580326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:29.590884 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:29.600616 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4181459-a9de-4fe6-9493-ab3c9c55dc8b req-af9eeef9-c4e9-460c-8b52-0b9fddc0211f tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.607568 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b4181459-a9de-4fe6-9493-ab3c9c55dc8b req-af9eeef9-c4e9-460c-8b52-0b9fddc0211f tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.2545025 Jun 23 17:46:29.607804 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e32904b3-7c2c-4740-8eb7-281d87cb6e71 req-6afb1324-14c4-4381-8735-2d7ff6371206 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295202 Jun 23 17:46:29.693020 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-abe653eb-de27-475b-8c03-9b139e40be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:29.696200 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-abe653eb-de27-475b-8c03-9b139e40be12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.1178570 Jun 23 17:46:29.728685 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:29.733950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:29.747208 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b4181459-a9de-4fe6-9493-ab3c9c55dc8b req-c6e37d22-53aa-4b88-9b63-038b4285101f tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387134 Jun 23 17:46:29.750233 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-3f63944c-4cb7-4418-997f-b1d1daca0893 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718449 Jun 23 17:46:29.763034 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-f187e2c9-040b-4e2c-941d-c8bbe91e051b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587728 Jun 23 17:46:29.945247 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Attempting to bind port 98e07077-08da-4899-985f-165165d77049 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:46:29.945953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Attempting to bind port 98e07077-08da-4899-985f-165165d77049 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:46:29.946520 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Attempting to bind port 98e07077-08da-4899-985f-165165d77049 on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:29.969347 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-f6f48dfa-4525-437e-8905-911998fe54a3 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959190 Jun 23 17:46:29.973083 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Port 98e07077-08da-4899-985f-165165d77049 on network ca7cca6b-79a0-47a9-adac-2cacad460289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:46:29.980461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Attempting to bind port 98e07077-08da-4899-985f-165165d77049 on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:46:30.018164 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:46:30.019241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Checking segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:30.019861 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Bound using segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:46:30.022649 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Bound port: 98e07077-08da-4899-985f-165165d77049, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:46:30.023255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:30.115658 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-5d5a7ddf-665c-45f3-8b5a-d589948ab9db service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409936 Jun 23 17:46:30.151957 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1f47bf-fdbd-4aba-ba08-fe01f0bd1ef7 req-32ef3f30-2a49-4b5b-b77f-876115355650 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924532 Jun 23 17:46:30.161278 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:46:30.165846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:46:30.173600 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:30.176823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:30.210495 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:30.211178 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:30.212625 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] 10.222.0.65 "PUT /v2.0/ports/98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 1093 time: 1.8437250 Jun 23 17:46:30.215393 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:30.219339 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d6a10-1a2d-496a-b774-a2d0d7d8836f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:30.241780 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e6e67-594d-4cee-8097-e72b86b86f7c req-84a55d23-6b0b-45f8-aa9a-a4a4ee5558ab tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:30.244401 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-774e6e67-594d-4cee-8097-e72b86b86f7c req-84a55d23-6b0b-45f8-aa9a-a4a4ee5558ab tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 944 time: 0.1398337 Jun 23 17:46:30.264652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:30.268592 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:30.362508 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-774e6e67-594d-4cee-8097-e72b86b86f7c req-60dc2d71-c6c0-49e5-8910-c477bd188035 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015751 Jun 23 17:46:30.365154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15749b60-f7f4-49cd-9e1f-80b202edbd5e x-openstack-request-id: req-15749b60-f7f4-49cd-9e1f-80b202edbd5e {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:30.365465 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "tag": "98e07077-08da-4899-985f-165165d77049", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:30.365735 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15749b60-f7f4-49cd-9e1f-80b202edbd5e {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:30.366155 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'tag': '98e07077-08da-4899-985f-165165d77049', 'status': 'completed', 'code': 200} Jun 23 17:46:30.422984 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-8e4d4f35-d708-4ae9-a046-b241098ce4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:30.423829 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-8e4d4f35-d708-4ae9-a046-b241098ce4fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1096 time: 0.1533053 Jun 23 17:46:30.736291 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-46c3d76d-aed3-4c25-a84e-0fdab52c0689 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 217 time: 0.3025212 Jun 23 17:46:30.801185 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-c65487e4-1fc2-4767-84c5-cc83235c2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:30.803857 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-c65487e4-1fc2-4767-84c5-cc83235c2776 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0583584 Jun 23 17:46:30.989681 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-94bcb10a-5404-4175-b220-174961009f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:30.992260 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-94bcb10a-5404-4175-b220-174961009f14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1804338 Jun 23 17:46:31.143404 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27448-72b2-48c6-a080-36072f85161a req-38414c28-2f88-4d6f-b18a-6513d9facb73 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:31.145380 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509a7aa-720a-4797-9556-88aa03b7387d req-36801281-700f-4d4f-93a5-e404463cfaf7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:31.147163 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c509a7aa-720a-4797-9556-88aa03b7387d req-36801281-700f-4d4f-93a5-e404463cfaf7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2678807 Jun 23 17:46:31.159495 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50190) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:31.164096 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ccf27448-72b2-48c6-a080-36072f85161a req-38414c28-2f88-4d6f-b18a-6513d9facb73 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 943 time: 0.2051563 Jun 23 17:46:31.221672 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-bb515d3c-ff57-4af5-8163-10e975739fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204626 Jun 23 17:46:31.226074 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ccf27448-72b2-48c6-a080-36072f85161a req-93e6aef2-03ef-4794-8009-3bf369781e8f tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609472 Jun 23 17:46:31.258424 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c509a7aa-720a-4797-9556-88aa03b7387d req-584f5540-2345-4c46-894c-fc41a0f64edb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025043 Jun 23 17:46:31.294278 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device b043ed22-5710-4c99-8f3e-eba9f89e4477 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:46:31.485618 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:31.504664 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'b043ed22-5710-4c99-8f3e-eba9f89e4477', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'port_id': 'b043ed22-5710-4c99-8f3e-eba9f89e4477', 'mac_address': 'fa:16:3e:4e:65:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:46:31.536907 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3481247b-eb5e-4c49-9034-18a2d10d481d req-1b3bb6de-44d9-405c-b273-8a2381620a60 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772329 Jun 23 17:46:31.562819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.565880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.602439 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b043ed22-5710-4c99-8f3e-eba9f89e4477 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:31.660579 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:31.668564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.670883 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device a01bb40e-3f50-4689-a2a5-ad22cca5010d details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:46:31.671449 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dabb4-03b9-4984-b493-8da4ee610df6 req-6e762d6d-f163-4788-a883-411f29b0f34d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:31.677027 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:31.684686 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-205dabb4-03b9-4984-b493-8da4ee610df6 req-6e762d6d-f163-4788-a883-411f29b0f34d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 944 time: 0.1398380 Jun 23 17:46:31.739064 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-0821f952-5fe3-4f6c-bfb8-2800485a616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:31.740820 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-0821f952-5fe3-4f6c-bfb8-2800485a616a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1096 time: 0.1186993 Jun 23 17:46:31.781555 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-205dabb4-03b9-4984-b493-8da4ee610df6 req-fac0c3ae-8fd1-4b65-ac86-bc3f9cac1743 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938783 Jun 23 17:46:31.789418 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:31.799388 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:31.821014 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:31.827807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.845917 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d', 'network_id': '02fc8994-f96e-445d-b974-dcdb50835248', 'port_id': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d', 'mac_address': 'fa:16:3e:33:18:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d17b4f-9b77-4736-8af6-f4e634e8eaeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:46:31.855853 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.861426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-12575eb4-a415-47e1-88a7-4b989d08bbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:31.913553 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.934216 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01bb40e-3f50-4689-a2a5-ad22cca5010d {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:31.958985 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50250) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:31.960788 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b5c2f6c3b3e4e0d9c6bfdca3006ba76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957144 Jun 23 17:46:31.962443 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:31.979565 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:31.980651 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c478d620-fb18-485b-a86d-1a7e03994b86 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:46:31.981224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dacfd35-09f7-4f7e-88c6-fbf11b065ee2,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:31.982612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:31.986135 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:31.989378 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-4258cca8-459b-4e91-b181-f42c05912116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:31.990983 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-4258cca8-459b-4e91-b181-f42c05912116 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.2421129 Jun 23 17:46:32.072647 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-8d1ce2ed-f8a7-4c9b-81f8-2a6933bbe640 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 217 time: 0.0744922 Jun 23 17:46:32.088130 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:32.096374 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.124770 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:32.159427 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.179219 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c478d620-fb18-485b-a86d-1a7e03994b86,segment=NetworkSegment(f7c65133-e240-4c18-8bfe-d46f4f7fa7b1),segment_id=f7c65133-e240-4c18-8bfe-d46f4f7fa7b1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:32.201516 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'c478d620-fb18-485b-a86d-1a7e03994b86', 'network_id': '1ace10c0-237b-477e-a102-38db2c47f484', 'port_id': 'c478d620-fb18-485b-a86d-1a7e03994b86', 'mac_address': 'fa:16:3e:73:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6855e080-7edd-4f66-b617-0b2dad6b0621', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:46:32.201768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-0f560b5d-e468-4bc4-84e3-d3f7f506d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:32.203271 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-0f560b5d-e468-4bc4-84e3-d3f7f506d65e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0998781 Jun 23 17:46:32.222756 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.228110 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.231824 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9dacfd35-09f7-4f7e-88c6-fbf11b065ee2 HTTP/1.1" status: 204 len: 168 time: 0.2684789 Jun 23 17:46:32.231824 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:32.280455 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.280674 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dacfd35-09f7-4f7e-88c6-fbf11b065ee2,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:32.292717 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:32.317622 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c478d620-fb18-485b-a86d-1a7e03994b86 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:32.343434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-d7c26db1-822d-426e-8cb3-45b4101299dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:32.344963 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-d7c26db1-822d-426e-8cb3-45b4101299dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1336076 Jun 23 17:46:32.371028 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c478d620-fb18-485b-a86d-1a7e03994b86,segment=NetworkSegment(f7c65133-e240-4c18-8bfe-d46f4f7fa7b1),segment_id=f7c65133-e240-4c18-8bfe-d46f4f7fa7b1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:32.382371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.393389 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:32.528958 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:32.544134 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:32.566058 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50280) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:32.589966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6c05-51c2-42ae-8c07-905d21e16783 req-c97b9c23-3c12-496f-9cb3-50e2049ba6ed tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:32.596168 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d89d6c05-51c2-42ae-8c07-905d21e16783 req-c97b9c23-3c12-496f-9cb3-50e2049ba6ed tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 944 time: 0.1089036 Jun 23 17:46:32.598242 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-1449ae46-0488-42c3-bb3b-860add5c8de2 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451053 Jun 23 17:46:32.647842 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eadaa0-faae-4ef6-bf7c-e58a5c235cb4 req-f393d08e-d774-445a-ad03-915b9bf1f28c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:32.653148 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-60eadaa0-faae-4ef6-bf7c-e58a5c235cb4 req-f393d08e-d774-445a-ad03-915b9bf1f28c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1813278 Jun 23 17:46:32.737302 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-659d6a10-1a2d-496a-b774-a2d0d7d8836f req-a64af40a-2258-4b62-912f-9f52fc389228 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289957 Jun 23 17:46:32.737911 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50290) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:32.774872 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-60eadaa0-faae-4ef6-bf7c-e58a5c235cb4 req-7b461a7f-77ca-481d-b35e-7f2f43492f5c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145253 Jun 23 17:46:32.786398 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d89d6c05-51c2-42ae-8c07-905d21e16783 req-ecb8444b-a11b-4e50-9171-fe21e0d8eb47 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802816 Jun 23 17:46:32.943275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:32.984445 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50304) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:33.020720 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.049656 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.071650 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912df79-42e9-4644-b1da-d6a11fbc0da7 req-3c870a90-0206-4ea4-9aeb-43d432bc2fd1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:33.073467 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4912df79-42e9-4644-b1da-d6a11fbc0da7 req-3c870a90-0206-4ea4-9aeb-43d432bc2fd1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 945 time: 0.1005752 Jun 23 17:46:33.110101 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.116501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.119980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:33.136529 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4912df79-42e9-4644-b1da-d6a11fbc0da7 req-f8824633-bf96-4417-8207-cf769c6c1788 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494699 Jun 23 17:46:33.150792 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.db.api [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 17:46:33.150792 dv-cinder-797510-2-iscsi neutron-server[104927]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 17:46:33.150792 dv-cinder-797510-2-iscsi neutron-server[104927]: [parameters: {'project_id_1': '87b8dfd6c2a4497e9ead556ccef2a3dc', 'expiration_1': datetime.datetime(2021, 6, 23, 17, 46, 33, 67831)}] Jun 23 17:46:33.150792 dv-cinder-797510-2-iscsi neutron-server[104927]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:46:33.151263 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_db.api [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:46:33.165124 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e788b030d9994f858ec60638d5873b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977759 Jun 23 17:46:33.168826 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50306) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:33.169588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab41e9-241f-4349-9bbe-8d4d53280aa3,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:33.173365 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:33.259292 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.263964 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['c478d620-fb18-485b-a86d-1a7e03994b86'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:46:33.276617 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.290799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.292860 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.297532 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a93f45af-8f9e-4788-ac94-20337af1f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:33.311339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['b043ed22-5710-4c99-8f3e-eba9f89e4477'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:46:33.364043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063a90d-86cb-4ab6-912d-74d1328fd862,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:33.373408 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:33.375912 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eadae6a711f64ff7a4263bb361b96a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897858 Jun 23 17:46:33.379023 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50318) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:33.410821 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.414105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.414818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['a01bb40e-3f50-4689-a2a5-ad22cca5010d'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:46:33.415555 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28ab41e9-241f-4349-9bbe-8d4d53280aa3 HTTP/1.1" status: 204 len: 168 time: 0.2441788 Jun 23 17:46:33.416535 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:33.437148 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab41e9-241f-4349-9bbe-8d4d53280aa3,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:33.444658 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:33.470107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.503319 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.581685 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.584590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.585857 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4063a90d-86cb-4ab6-912d-74d1328fd862 HTTP/1.1" status: 204 len: 168 time: 0.2056878 Jun 23 17:46:33.586963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7fc42af5-03be-4f57-acbc-e8c59644c5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:33.595878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063a90d-86cb-4ab6-912d-74d1328fd862,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:33.604817 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:33.652705 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.815231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.823093 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:33.828599 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e6cb4ea7-a96b-41a2-b524-7e4e13c8ccd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:33.862705 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d532cbe-5514-44eb-9976-c2c5d71ee822,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:33.869167 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:33.896356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50330) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:33.898107 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87b8dfd6c2a4497e9ead556ccef2a3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1578498 Jun 23 17:46:34.088994 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.180937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a70cc-9fcb-4527-8a59-aed29019332f req-d874ef7d-db88-43a6-9f9b-6e8ea6adbabb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:34.192015 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-650a70cc-9fcb-4527-8a59-aed29019332f req-d874ef7d-db88-43a6-9f9b-6e8ea6adbabb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2004409 Jun 23 17:46:34.203539 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50346) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:34.248170 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.267100 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-650a70cc-9fcb-4527-8a59-aed29019332f req-c5683a8b-7d7c-4ab5-a04a-1d07857087c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716307 Jun 23 17:46:34.286050 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.398848 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf929f97-fe0a-490f-b465-628f1606a262 req-13c844c9-f772-4f61-8551-5a823ba424c7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:34.401452 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cf929f97-fe0a-490f-b465-628f1606a262 req-13c844c9-f772-4f61-8551-5a823ba424c7 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 944 time: 0.2951972 Jun 23 17:46:34.492769 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.494240 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.498429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.500052 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d532cbe-5514-44eb-9976-c2c5d71ee822 HTTP/1.1" status: 204 len: 168 time: 0.6024597 Jun 23 17:46:34.500937 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:34.512473 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.582530 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65fd821922274b46a7f6cd0904487130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746588 Jun 23 17:46:34.584714 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50368) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:34.585588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d532cbe-5514-44eb-9976-c2c5d71ee822,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:34.588902 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:34.612079 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c3ed9-20ad-4ce4-89c7-e4a4424aacba req-647716fe-4b45-4b93-b8fe-316d39b7655c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:34.620775 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-309c3ed9-20ad-4ce4-89c7-e4a4424aacba req-647716fe-4b45-4b93-b8fe-316d39b7655c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 945 time: 0.1728144 Jun 23 17:46:34.646713 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f6330b16-3c35-481f-aa60-33633cbf8ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:34.688952 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-309c3ed9-20ad-4ce4-89c7-e4a4424aacba req-f3f1043b-1844-4189-bdb6-a1a938b062fa tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670779 Jun 23 17:46:34.708784 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cf929f97-fe0a-490f-b465-628f1606a262 req-c7c9802f-74a9-422d-af9b-2a6743bfb70b tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956089 Jun 23 17:46:34.729622 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.767825 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.797459 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab6b4ed-29be-4f7f-9302-54949fa5a7d8,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:34.801941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:34.868145 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.872868 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:34.874964 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ab6b4ed-29be-4f7f-9302-54949fa5a7d8 HTTP/1.1" status: 204 len: 168 time: 0.2848356 Jun 23 17:46:34.876847 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:34.889661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab6b4ed-29be-4f7f-9302-54949fa5a7d8,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:34.894345 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:35.249699 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50406) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:35.271023 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.282967 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:46:35.354481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device b043ed22-5710-4c99-8f3e-eba9f89e4477 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:35.384433 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.391274 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.395694 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:35.458524 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f527aea3fa04cf9bed304ca7053235b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075620 Jun 23 17:46:35.463891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50416) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:35.513700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.db.resource_extend [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 17:46:35.551969 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0068c243-4379-46d4-afcf-95239d80cd4f,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:35.558307 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:35.579344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.611228 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.715825 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.720620 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:35.728390 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0068c243-4379-46d4-afcf-95239d80cd4f HTTP/1.1" status: 204 len: 168 time: 0.2591059 Jun 23 17:46:35.736674 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:35.751726 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0068c243-4379-46d4-afcf-95239d80cd4f,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:35.768235 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:35.851547 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d8e77-e91e-483e-945f-7eb52b1065e7 req-13168f71-ceaa-484b-8b30-2e17b489beb3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:35.863238 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f74d8e77-e91e-483e-945f-7eb52b1065e7 req-13168f71-ceaa-484b-8b30-2e17b489beb3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1974101 Jun 23 17:46:35.973518 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f74d8e77-e91e-483e-945f-7eb52b1065e7 req-f1f66d92-cd55-4260-97c8-c7c741a81835 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068246 Jun 23 17:46:35.977156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port b043ed22-5710-4c99-8f3e-eba9f89e4477 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:36.002372 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port b043ed22-5710-4c99-8f3e-eba9f89e4477 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:36.003001 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.067608 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:36.141783 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '98e07077-08da-4899-985f-165165d77049', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:46:36.180899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c4ca3-940a-4dd8-ab5d-a8e9ea94e4fb req-249a0d81-d53c-4e77-a70d-3d6444c9934d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:36.192788 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-831c4ca3-940a-4dd8-ab5d-a8e9ea94e4fb req-249a0d81-d53c-4e77-a70d-3d6444c9934d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 944 time: 0.1860580 Jun 23 17:46:36.236577 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.263829 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-831c4ca3-940a-4dd8-ab5d-a8e9ea94e4fb req-761cd3fe-5974-48db-8ebf-7ac934ae5a3d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682974 Jun 23 17:46:36.311926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e07077-08da-4899-985f-165165d77049 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:46:36.370946 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.373764 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b91170-023a-40f9-91d2-bed5c0244c9a req-33a5cc6c-8287-4cc1-9f27-cebf0ec09796 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:36.378180 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:36.381244 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b2b91170-023a-40f9-91d2-bed5c0244c9a req-33a5cc6c-8287-4cc1-9f27-cebf0ec09796 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 945 time: 0.1129656 Jun 23 17:46:36.408467 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.413602 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:36.464920 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b2b91170-023a-40f9-91d2-bed5c0244c9a req-a68cd161-f738-4be6-bdc2-c2d42019b751 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771554 Jun 23 17:46:36.484586 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:36.647728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:36.672561 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.674032 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c478d620-fb18-485b-a86d-1a7e03994b86 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:36.717412 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:36.722215 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:36.722698 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d8719421-fc15-43da-adff-9e3c2ac1fe1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:36.791958 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:36.797343 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:36.803386 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['98e07077-08da-4899-985f-165165d77049'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:46:36.807211 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port c478d620-fb18-485b-a86d-1a7e03994b86 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:36.833454 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port c478d620-fb18-485b-a86d-1a7e03994b86 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:36.834203 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:36.865397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b06052-3698-421f-a1d3-72bd40fb97a9" -d '{"events": [{"server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "name": "network-vif-plugged", "status": "completed", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:36.996097 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:37.051445 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c478d620-fb18-485b-a86d-1a7e03994b86,segment=NetworkSegment(f7c65133-e240-4c18-8bfe-d46f4f7fa7b1),segment_id=f7c65133-e240-4c18-8bfe-d46f4f7fa7b1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:37.063574 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:37.070910 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:37.212484 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643b27ec-4b57-4dc6-afb7-675b412340c9 x-openstack-request-id: req-643b27ec-4b57-4dc6-afb7-675b412340c9 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:37.212902 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "name": "network-vif-plugged", "status": "completed", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:37.213380 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-643b27ec-4b57-4dc6-afb7-675b412340c9 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:37.213895 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477', 'code': 200} Jun 23 17:46:37.232359 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:37.236760 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:37.298822 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device a01bb40e-3f50-4689-a2a5-ad22cca5010d up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:37.378871 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85abdb-1834-42a7-97a3-1f33828d562e req-dc241897-b4a5-46d2-b8c4-98e8694c14c9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:37.382742 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ea85abdb-1834-42a7-97a3-1f33828d562e req-dc241897-b4a5-46d2-b8c4-98e8694c14c9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 944 time: 0.1710269 Jun 23 17:46:37.426697 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port a01bb40e-3f50-4689-a2a5-ad22cca5010d completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:37.434395 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port a01bb40e-3f50-4689-a2a5-ad22cca5010d triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:37.435728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:37.552012 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ea85abdb-1834-42a7-97a3-1f33828d562e req-24db2f60-2cea-477f-ae4b-07b229b1d90e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632187 Jun 23 17:46:37.622392 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff0dfd-782f-4c8f-899e-912f23933718 req-08bebbd6-bfb8-4cac-912a-429283d8c305 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:37.649694 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:37.651110 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f0ff0dfd-782f-4c8f-899e-912f23933718 req-08bebbd6-bfb8-4cac-912a-429283d8c305 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1683578 Jun 23 17:46:37.708831 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:37.717943 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:37.721109 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:37.860941 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:37.867668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:37.937300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbce60-42b0-47c0-85d7-696eebe84211 req-43edbe78-567b-4420-a7de-b9a0908364ed tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:37.940971 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5edbce60-42b0-47c0-85d7-696eebe84211 req-43edbe78-567b-4420-a7de-b9a0908364ed tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1077847 Jun 23 17:46:37.942138 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f0ff0dfd-782f-4c8f-899e-912f23933718 req-09def717-cbc9-4e08-ae45-3e4b645b10fe tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842071 Jun 23 17:46:38.000231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-c7dd309d-54ff-4219-a085-61d43bf0051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:38.001844 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-c7dd309d-54ff-4219-a085-61d43bf0051e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1099 time: 0.3415093 Jun 23 17:46:38.024838 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5edbce60-42b0-47c0-85d7-696eebe84211 req-292082a0-fa34-4e60-b4e8-f945e92b108a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760326 Jun 23 17:46:38.043002 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.181641 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.187255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.199555 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:38.248334 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0a2cb717-45ac-4835-b3ab-c5fb0ad8d451 req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392497 Jun 23 17:46:38.255488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73c04465-b744-4ad2-bd03-d1b27079740f,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:38.259691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:38.491750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50550) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:38.757929 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.808186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978f7ca-c042-49e9-89a9-1206f73b37f0 req-5a990c6a-fcf9-4a5e-a812-cb6c74c94b64 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:38.810884 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b978f7ca-c042-49e9-89a9-1206f73b37f0 req-5a990c6a-fcf9-4a5e-a812-cb6c74c94b64 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 944 time: 0.0761814 Jun 23 17:46:38.871873 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b978f7ca-c042-49e9-89a9-1206f73b37f0 req-67e07023-8fd8-4d1f-80f9-6c1671fca660 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545681 Jun 23 17:46:38.882132 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.888946 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:38.893314 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7ee5f4e7-9594-4025-a130-6127ea57a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:38.947676 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d700faa711c545ac8127cdd253ef839d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534335 Jun 23 17:46:38.948645 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b556c15b-3b6d-485d-ba27-cc7bea8f1f4e,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:38.952035 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50578) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:38.953016 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:39.017181 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.071205 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.188054 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.191105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.192351 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b556c15b-3b6d-485d-ba27-cc7bea8f1f4e HTTP/1.1" status: 204 len: 168 time: 0.2384481 Jun 23 17:46:39.193608 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-109fdc8e-7716-4050-90c2-0dd559a9136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:39.217983 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86'}, {'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:39.220231 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45b37d-5e38-4a35-b55d-d45213b4a1cb" -d '{"events": [{"server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "name": "network-vif-plugged", "status": "completed", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86"}, {"server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "name": "network-vif-plugged", "status": "completed", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:39.224567 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ad2b-7c7f-4caa-981c-aba5fd038e78 req-889ae826-213b-4b3e-b5d5-ca8eae9156e9 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:39.227491 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f90ad2b-7c7f-4caa-981c-aba5fd038e78 req-889ae826-213b-4b3e-b5d5-ca8eae9156e9 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1460438 Jun 23 17:46:39.250929 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b556c15b-3b6d-485d-ba27-cc7bea8f1f4e,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:39.261160 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:39.274710 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071acb-04a3-4565-985d-d20970ea043e req-ac47ec46-6ce7-4f12-82ef-6a6d98b66792 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:39.277435 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74071acb-04a3-4565-985d-d20970ea043e req-ac47ec46-6ce7-4f12-82ef-6a6d98b66792 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1187012 Jun 23 17:46:39.285709 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f90ad2b-7c7f-4caa-981c-aba5fd038e78 req-7c1a76ea-2c1e-4f4a-9fd2-b522788c4d96 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jun 23 17:46:39.324542 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:46:39.333437 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74071acb-04a3-4565-985d-d20970ea043e req-ef0cb064-6647-4c73-8950-74e7daad5c6f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Jun 23 17:46:39.398084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c53136-6c1d-4947-a87f-c21d8845411d x-openstack-request-id: req-c2c53136-6c1d-4947-a87f-c21d8845411d {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:39.398566 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "name": "network-vif-plugged", "status": "completed", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86", "code": 200}, {"server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "name": "network-vif-plugged", "status": "completed", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:39.398842 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2c53136-6c1d-4947-a87f-c21d8845411d {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:39.399257 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86', 'code': 200} Jun 23 17:46:39.399549 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d', 'code': 200} Jun 23 17:46:39.414117 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 98e07077-08da-4899-985f-165165d77049 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:46:39.420491 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 98e07077-08da-4899-985f-165165d77049 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:46:39.420803 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.523119 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.574935 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:46:39.580626 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.582693 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:39.640509 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50596) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:39.644239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:39.647451 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:39.656308 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.735039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9ea9e-3dd1-4c64-8731-ec9386f1c5cd req-99b1e7a3-99ab-48fb-a211-91d881dacb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:39.736534 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5aa9ea9e-3dd1-4c64-8731-ec9386f1c5cd req-99b1e7a3-99ab-48fb-a211-91d881dacb80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 1098 time: 0.0992322 Jun 23 17:46:39.738379 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d991da-beac-47bd-b67c-42ff7a68f831 req-867a7aa1-b04f-40f9-a427-dcce186e5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:39.739756 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d6d991da-beac-47bd-b67c-42ff7a68f831 req-867a7aa1-b04f-40f9-a427-dcce186e5198 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.1007967 Jun 23 17:46:39.765339 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.769766 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.772320 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c83e49f9-1d14-4df3-9065-b9d9c63df795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:39.810222 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b397bf2da9e43b08a1922c5e730abf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671960 Jun 23 17:46:39.811363 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b44b3-869c-41da-b725-d69c530bab98,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:39.813730 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50598) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:39.815281 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:39.873854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.897559 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.948317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.952007 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:39.956687 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f5b44b3-869c-41da-b725-d69c530bab98 HTTP/1.1" status: 204 len: 168 time: 0.1381993 Jun 23 17:46:39.956687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:39.962874 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b44b3-869c-41da-b725-d69c530bab98,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:39.972959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:40.118297 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5383f-48df-4623-971a-faefb0181f2f req-0d1ca873-3a25-4229-82cb-c313dbe35be9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:40.120361 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10d5383f-48df-4623-971a-faefb0181f2f req-0d1ca873-3a25-4229-82cb-c313dbe35be9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0787516 Jun 23 17:46:40.187533 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10d5383f-48df-4623-971a-faefb0181f2f req-9a604c70-c005-4bf4-9924-05f8d0a23a3b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594068 Jun 23 17:46:40.320953 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50622) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:40.483689 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.541262 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897cd7e-64cc-42eb-8e36-bd71f18eba89 req-187d7385-361b-4901-99a6-620cdd2c8206 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:40.542913 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5897cd7e-64cc-42eb-8e36-bd71f18eba89 req-187d7385-361b-4901-99a6-620cdd2c8206 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1152971 Jun 23 17:46:40.578036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12eb99-0134-4b0a-a080-c0cd303ad959 req-d3cb5dcb-894f-49fa-b220-9dd6df69d17e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:40.587493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c12eb99-0134-4b0a-a080-c0cd303ad959 req-d3cb5dcb-894f-49fa-b220-9dd6df69d17e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1178784 Jun 23 17:46:40.648048 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c12eb99-0134-4b0a-a080-c0cd303ad959 req-09a24078-4558-42d7-af57-839a6edb58cd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593231 Jun 23 17:46:40.653329 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5897cd7e-64cc-42eb-8e36-bd71f18eba89 req-9deae933-3797-4234-bb76-24bc7c418721 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948515 Jun 23 17:46:40.702327 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.706876 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.710559 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-12d0851e-c54f-477c-bc0a-fa6e8e43851e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:40.751112 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=915f80d6dbe7451b9e40be2db4aff673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289887 Jun 23 17:46:40.751933 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c841cfcf-1bd2-4349-a8a6-aa58069e9516,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:40.754127 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50644) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:40.756526 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:40.819300 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.844706 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.914108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.918175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:40.920990 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c841cfcf-1bd2-4349-a8a6-aa58069e9516 HTTP/1.1" status: 204 len: 168 time: 0.1656325 Jun 23 17:46:40.922768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:40.940040 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841cfcf-1bd2-4349-a8a6-aa58069e9516,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:40.944512 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:41.400778 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:41.404829 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ea3b60-0925-4a68-bd2c-d08750a0aabc" -d '{"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:41.412979 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d7734-97a3-41e0-9428-f0455c7f0935 req-45286c1d-f584-486e-b749-b123914c8a8c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:41.421133 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7a7d7734-97a3-41e0-9428-f0455c7f0935 req-45286c1d-f584-486e-b749-b123914c8a8c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0899155 Jun 23 17:46:41.455555 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c589ef-e3b6-480a-99ec-7523496c081c x-openstack-request-id: req-d1c589ef-e3b6-480a-99ec-7523496c081c {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:41.456208 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:41.456668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1c589ef-e3b6-480a-99ec-7523496c081c {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:41.457294 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049', 'code': 200} Jun 23 17:46:41.461294 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7a7d7734-97a3-41e0-9428-f0455c7f0935 req-c9401dab-cf67-42e0-b703-c3831d78dd1e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391231 Jun 23 17:46:41.613533 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50682) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:41.763876 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:41.879583 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:41.885983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:41.902478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-354c7caa-c81f-4434-ae09-8852bb9bc980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:41.929816 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814c2d3-7d79-4f1d-85d3-83493445437c req-a1617701-b6b5-4114-8df9-e8536044615d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:41.934450 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5814c2d3-7d79-4f1d-85d3-83493445437c req-a1617701-b6b5-4114-8df9-e8536044615d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0794687 Jun 23 17:46:41.965398 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9be80d943f574460867ce5c34cf89632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506026 Jun 23 17:46:41.969269 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dbceac-99b9-4bf3-b319-701fc24f022e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:41.970120 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50698) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:41.973981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:42.008766 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9371-1970-4b07-bc81-16bfba991fd4 req-2681c9da-5a38-46fb-9fd1-5f23937aaf64 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:42.010359 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f18c9371-1970-4b07-bc81-16bfba991fd4 req-2681c9da-5a38-46fb-9fd1-5f23937aaf64 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1088960 Jun 23 17:46:42.011380 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5814c2d3-7d79-4f1d-85d3-83493445437c req-cbf8fc77-6b4f-4335-b7cc-78711e61fec7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 Jun 23 17:46:42.049433 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:42.063509 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f18c9371-1970-4b07-bc81-16bfba991fd4 req-2c406a90-9bc5-497b-b581-f489aa6147f4 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Jun 23 17:46:42.077009 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:42.108960 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5aa9ea9e-3dd1-4c64-8731-ec9386f1c5cd req-26418d0b-1e22-4cd3-b1a7-c7ed36bac8ca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Jun 23 17:46:42.157941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:42.160808 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:42.162489 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02dbceac-99b9-4bf3-b319-701fc24f022e HTTP/1.1" status: 204 len: 168 time: 0.1910079 Jun 23 17:46:42.164149 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a58293a7-1ae7-4add-afc0-37836f7791f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:42.175260 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dbceac-99b9-4bf3-b319-701fc24f022e,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:42.178968 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:42.688402 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772f07-a854-4c9a-9326-8d20afba6f46 req-ba491390-222d-4e04-96f5-4a13ea1b7c41 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:42.690206 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b3772f07-a854-4c9a-9326-8d20afba6f46 req-ba491390-222d-4e04-96f5-4a13ea1b7c41 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0808861 Jun 23 17:46:42.765974 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b3772f07-a854-4c9a-9326-8d20afba6f46 req-9e0e63c0-98ff-4c20-85c3-36149c380b11 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642936 Jun 23 17:46:43.184023 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-252a95de-abbe-4646-8a30-0e63ca8ff9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:43.323597 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603c583-e975-4be2-bec3-aebfd7c88c7f req-f6e22a8e-5204-4a56-aac3-82a50ddf990e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:43.326562 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b603c583-e975-4be2-bec3-aebfd7c88c7f req-f6e22a8e-5204-4a56-aac3-82a50ddf990e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0935822 Jun 23 17:46:43.382142 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b603c583-e975-4be2-bec3-aebfd7c88c7f req-01f92e60-ded9-4805-9d40-c97b33f21577 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Jun 23 17:46:43.390417 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a162c-1d1d-4ea7-98fc-6d9d28d1d59f req-0624ae3d-7577-4f21-9de9-0279eefab7ed tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:43.392228 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0e5a162c-1d1d-4ea7-98fc-6d9d28d1d59f req-0624ae3d-7577-4f21-9de9-0279eefab7ed tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1203527 Jun 23 17:46:43.488180 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0e5a162c-1d1d-4ea7-98fc-6d9d28d1d59f req-8baff5d3-edb2-4744-b01d-186b45e4c712 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832942 Jun 23 17:46:43.683744 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d6d991da-beac-47bd-b67c-42ff7a68f831 req-e96311f2-99e7-47da-892f-251765970715 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847564 Jun 23 17:46:44.065311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807ff9-7331-432d-a7f8-1a09a7f90a5a req-e4e27aea-29e5-4272-b3fe-9e5930de42c2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:44.067001 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c807ff9-7331-432d-a7f8-1a09a7f90a5a req-e4e27aea-29e5-4272-b3fe-9e5930de42c2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0932488 Jun 23 17:46:44.124531 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c807ff9-7331-432d-a7f8-1a09a7f90a5a req-6d27f491-2d8a-4892-85c9-892a31c7a674 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497589 Jun 23 17:46:44.213258 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:44.343315 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74433e82-0a59-4c61-adb5-c96f3a0a96b6 req-513c8062-d9f7-466a-94fb-e67a0e9a5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:44.345589 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74433e82-0a59-4c61-adb5-c96f3a0a96b6 req-513c8062-d9f7-466a-94fb-e67a0e9a5bf7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1098 time: 0.0702755 Jun 23 17:46:44.405352 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74433e82-0a59-4c61-adb5-c96f3a0a96b6 req-540e3bf7-46ea-4e41-96b3-db158dfc188a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515792 Jun 23 17:46:44.648830 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359abe4-6617-49ac-9f0e-1fcd611ac872 req-89b1a74a-a122-4355-86d6-b0056f0024a0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:44.650895 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4359abe4-6617-49ac-9f0e-1fcd611ac872 req-89b1a74a-a122-4355-86d6-b0056f0024a0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0923431 Jun 23 17:46:44.702994 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4359abe4-6617-49ac-9f0e-1fcd611ac872 req-56866e17-06d3-4bec-9b37-65f3d6a6f4a5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Jun 23 17:46:44.795544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc22c9-f284-4aa8-9c7d-42c6ada574d0 req-7e2318d2-5335-4e20-9578-ebd8e2cf7307 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:44.797392 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c1fc22c9-f284-4aa8-9c7d-42c6ada574d0 req-7e2318d2-5335-4e20-9578-ebd8e2cf7307 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1250730 Jun 23 17:46:44.850748 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c1fc22c9-f284-4aa8-9c7d-42c6ada574d0 req-c4d35634-3a06-4bcc-88df-f2449ed3c348 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Jun 23 17:46:45.397671 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add0826-0df5-445b-aa0e-6ed5d10035c3 req-f9581778-e03b-4ced-b32f-5ed9d55fbe83 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:45.400421 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4add0826-0df5-445b-aa0e-6ed5d10035c3 req-f9581778-e03b-4ced-b32f-5ed9d55fbe83 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0859165 Jun 23 17:46:45.458649 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4add0826-0df5-445b-aa0e-6ed5d10035c3 req-90c7cb9a-81de-432e-b9d2-d4b6ca1614c3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514696 Jun 23 17:46:45.658790 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50856) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:45.841635 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.013332 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e0468-ca62-4701-a3fa-fcbb9ee1b3c9 req-b9b85d12-4c07-4760-bf55-268c7069828f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:46.015175 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ce5e0468-ca62-4701-a3fa-fcbb9ee1b3c9 req-b9b85d12-4c07-4760-bf55-268c7069828f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1217368 Jun 23 17:46:46.026865 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.034920 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.045286 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fda06dec-717d-47de-b6ac-aa38682d77af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:46.098863 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f443e8233b354337912b0d8c89dec854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389393 Jun 23 17:46:46.102529 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50872) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:46.112484 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ce5e0468-ca62-4701-a3fa-fcbb9ee1b3c9 req-d364b84b-df29-436c-be31-a5913df6c8f0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885196 Jun 23 17:46:46.113565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55908aef-284d-42db-9fca-4532b58fa5e0,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:46.123465 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:46.188287 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.231693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.239744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.249546 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1108223d-bada-4825-8163-7521ad26b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.346451 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.351444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:46.357696 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55908aef-284d-42db-9fca-4532b58fa5e0 HTTP/1.1" status: 204 len: 168 time: 0.2537582 Jun 23 17:46:46.359596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-050f4519-a454-466b-8211-737cd11747d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:46.396428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55908aef-284d-42db-9fca-4532b58fa5e0,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:46.426466 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:46.492492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5d0-cb65-451a-b92a-06e7439b9c75 req-ad713515-9471-4d0e-8ff2-3cff199492d0 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:46.504481 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ebeea5d0-cb65-451a-b92a-06e7439b9c75 req-ad713515-9471-4d0e-8ff2-3cff199492d0 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.4609244 Jun 23 17:46:46.586066 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ebeea5d0-cb65-451a-b92a-06e7439b9c75 req-8b6794f1-7450-4f00-a21d-8771befcf6b5 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Jun 23 17:46:47.000792 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb51c-5516-4315-8a47-d923f0678979 req-2c816a0b-2054-468a-9aca-d034ae64d12c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:47.014659 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c3bbb51c-5516-4315-8a47-d923f0678979 req-2c816a0b-2054-468a-9aca-d034ae64d12c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.2201903 Jun 23 17:46:47.089726 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c3bbb51c-5516-4315-8a47-d923f0678979 req-d24ac523-25eb-426c-bf3e-3c26eb462ec4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679579 Jun 23 17:46:47.098854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-15912672-b383-4c5a-9314-89315c5c363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:47.100361 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-15912672-b383-4c5a-9314-89315c5c363b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1099 time: 0.2112610 Jun 23 17:46:47.185434 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50916) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:47.209347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.432957 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbc068-0e06-4af6-a20a-2d5bf89c7e37 req-03119eaf-c5ab-4477-9294-1d95b29eaffa tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:47.440026 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbcbc068-0e06-4af6-a20a-2d5bf89c7e37 req-03119eaf-c5ab-4477-9294-1d95b29eaffa tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.4248145 Jun 23 17:46:47.499753 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.513326 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.516989 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-82a1ba2d-708c-478d-a363-cc3288632a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:47.526884 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-5af8bde6-b10b-4964-b217-7b9c02444d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:47.529155 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-5af8bde6-b10b-4964-b217-7b9c02444d5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.4197505 Jun 23 17:46:47.586968 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbcbc068-0e06-4af6-a20a-2d5bf89c7e37 req-f2df6547-a44b-4a07-a78a-862e2c6e1f5b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368945 Jun 23 17:46:47.606731 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac4286abbb5b4eb4bc0a7e57e76f59a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192336 Jun 23 17:46:47.607996 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de38952-2a42-4ef8-b85f-cf02891bfd95,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:47.610145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50934) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:47.611598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:47.633092 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50936) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:47.680851 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.706394 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.791522 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.792025 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.795491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.796675 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3de38952-2a42-4ef8-b85f-cf02891bfd95 HTTP/1.1" status: 204 len: 168 time: 0.1772819 Jun 23 17:46:47.797553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:47.807440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de38952-2a42-4ef8-b85f-cf02891bfd95,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:47.820884 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:47.950751 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:47.987224 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50944) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:48.099541 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.163662 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.177119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.208851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5d948537-7a49-4e69-93a5-6c6249f83bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:48.238070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac92a8-070f-4d63-b6d2-e4189d1e3927,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:48.265438 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:48.274544 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdea62b8fa244909a77c2b46556c61b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6380100 Jun 23 17:46:48.278738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50954) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:48.378997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.390947 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292221fc-fe3d-4182-a76c-b69482c56a9a req-9b228f13-5bd9-474a-9efb-4b9257f8e1c2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:48.392574 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-292221fc-fe3d-4182-a76c-b69482c56a9a req-9b228f13-5bd9-474a-9efb-4b9257f8e1c2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1512213 Jun 23 17:46:48.417747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.425199 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.430667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50956) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:48.432504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.438966 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:48.460451 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.488742 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc970467-ab9e-4f4c-9f4c-b400609add7d,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:48.495730 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c504098002343e0af5cc6bf9ff2217a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063190 Jun 23 17:46:48.495730 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:48.497619 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50958) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:48.503337 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-292221fc-fe3d-4182-a76c-b69482c56a9a req-c498f5b4-bf08-400e-b9ec-eeebbf5a8aa0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954278 Jun 23 17:46:48.601248 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.607270 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.612165 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66ac92a8-070f-4d63-b6d2-e4189d1e3927 HTTP/1.1" status: 204 len: 168 time: 0.3280110 Jun 23 17:46:48.616420 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4dfa3866-ab06-4d07-a577-b3d77b24d197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:48.649509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac92a8-070f-4d63-b6d2-e4189d1e3927,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:48.658775 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.663296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:48.717400 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.877206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.883165 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.891996 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1c0f044f-7984-4c0c-beee-7b422cf3712a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:48.938207 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.940981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:48.946419 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc970467-ab9e-4f4c-9f4c-b400609add7d HTTP/1.1" status: 204 len: 168 time: 0.4435458 Jun 23 17:46:48.948819 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=246f517e080f4dc18fc7a04a971fffbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167317 Jun 23 17:46:48.954488 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50970) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:48.964290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd9ee7c-ecad-420b-81d6-42551ad250ae,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:48.978960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:48.991243 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2ae42-0d65-424d-900f-cd9e21f43ec0 req-5137df7b-0b9d-4793-a1fa-07809b5f0eb6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:48.994125 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c5f2ae42-0d65-424d-900f-cd9e21f43ec0 req-5137df7b-0b9d-4793-a1fa-07809b5f0eb6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1475866 Jun 23 17:46:49.021518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d9834bc2-9a27-4c00-996e-8c95a38f9c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:49.032748 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420e171-4821-4ebf-82a3-c2abf042ff84 req-e9219207-d4b0-4b1d-9db0-09ea7010ac60 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:49.034369 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e420e171-4821-4ebf-82a3-c2abf042ff84 req-e9219207-d4b0-4b1d-9db0-09ea7010ac60 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.2687864 Jun 23 17:46:49.037540 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-7e172aee-26fd-4f98-b414-246ec3be009d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 200 len: 217 time: 0.0835211 Jun 23 17:46:49.047869 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc970467-ab9e-4f4c-9f4c-b400609add7d,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:49.053060 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 50974) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:49.065079 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:49.080123 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'floatingip': {'port_id': '98e07077-08da-4899-985f-165165d77049'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:49.224551 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.272685 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c5f2ae42-0d65-424d-900f-cd9e21f43ec0 req-e91ba3a2-5836-4cb9-bf95-1f5b9f9387d2 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564304 Jun 23 17:46:49.310358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.313752 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.406051 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.472687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50988) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:49.489433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.584897 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.587250 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.592719 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/afd9ee7c-ecad-420b-81d6-42551ad250ae HTTP/1.1" status: 204 len: 168 time: 0.6274691 Jun 23 17:46:49.595760 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d3be59eb-d8c3-45b3-82ba-1559f9c7fbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:49.614860 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd9ee7c-ecad-420b-81d6-42551ad250ae,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:49.618445 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:49.692075 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.700974 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.772372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-03110334-54be-4283-a995-dd21a2a61934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:49.780370 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f134ba2eb3e47e49275c4a0c8a1e395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052301 Jun 23 17:46:49.784362 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 50998) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:49.873886 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b7e7a0-1a86-40bc-9d6f-7ce326630d92,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:49.883799 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:49.912365 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:49.954668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:50.070851 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:50.076326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:50.082771 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7b7e7a0-1a86-40bc-9d6f-7ce326630d92 HTTP/1.1" status: 204 len: 168 time: 0.2967780 Jun 23 17:46:50.088441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7a307b9c-00a9-4feb-9bf9-925eb843646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:50.160112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b7e7a0-1a86-40bc-9d6f-7ce326630d92,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:50.166710 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:50.197845 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:50.204473 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:50.209421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-2d2bfdb4-237b-42d0-b126-336dd1c974d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:50.213797 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-2d2bfdb4-237b-42d0-b126-336dd1c974d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.1250792 Jun 23 17:46:50.371074 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Floating IP d00f2d12-8636-4a58-972f-487c6650a171 associated. External IP: 172.27.3.167, port: 98e07077-08da-4899-985f-165165d77049. Jun 23 17:46:50.545587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dda34-4c8d-41e0-9199-94bb98de2e7b req-23c702f1-4e6a-4cb5-9093-8f2b0874b554 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:50.548072 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff4dda34-4c8d-41e0-9199-94bb98de2e7b req-23c702f1-4e6a-4cb5-9093-8f2b0874b554 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1278894 Jun 23 17:46:50.641584 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff4dda34-4c8d-41e0-9199-94bb98de2e7b req-2444dc8f-7b4c-4084-b50e-3a185d534f70 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861998 Jun 23 17:46:50.939384 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:46:51.131130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:46:51.141470 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:51.148989 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:46:51.165104 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:51.167745 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:46:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:51.217768 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6eaf5d1a-1c69-4f27-85d5-dec33f682f97 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "PUT /v2.0/floatingips/d00f2d12-8636-4a58-972f-487c6650a171 HTTP/1.1" status: 200 len: 991 time: 2.1630843 Jun 23 17:46:51.220054 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:46:51.224294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e3cba-838c-4f29-8021-b3568fe5c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:46:51.282073 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee7b0a-56cc-4997-8f23-29e80beb155f x-openstack-request-id: req-7aee7b0a-56cc-4997-8f23-29e80beb155f {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:46:51.282535 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "tag": "98e07077-08da-4899-985f-165165d77049", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:46:51.282815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7aee7b0a-56cc-4997-8f23-29e80beb155f {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:46:51.283411 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'tag': '98e07077-08da-4899-985f-165165d77049', 'status': 'completed', 'code': 200} Jun 23 17:46:51.356794 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:51.509019 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-710cd767-8187-4d07-a4ea-a2d88e109626 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596890 Jun 23 17:46:51.597401 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-bd31ee42-3660-45ab-86a6-b43297014412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:51.600382 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-bd31ee42-3660-45ab-86a6-b43297014412 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1098 time: 0.1008620 Jun 23 17:46:51.775336 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'd00f2d12-8636-4a58-972f-487c6650a171', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:46:05Z', 'updated_at': '2021-06-23T17:46:49Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:51.811587 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:46:51.821408 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:46:51.822340 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:46:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:51.979522 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-7375d2c7-7021-4219-aad3-c03849a81552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:51.983034 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-7375d2c7-7021-4219-aad3-c03849a81552 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1783783 Jun 23 17:46:52.069889 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:46:52.445255 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-16a6b9ce-77a5-4319-a9bd-d09ab03723fd service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419239 Jun 23 17:46:52.515387 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-9eca7a49-79ac-4aa8-88f6-a402acc88a26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 999 time: 0.4993138 Jun 23 17:46:52.517854 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'd00f2d12-8636-4a58-972f-487c6650a171', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:46:05Z', 'updated_at': '2021-06-23T17:46:49Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:46:52.556793 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef1271-7e75-4be8-9e18-d1b0587ce000 None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'd00f2d12-8636-4a58-972f-487c6650a171', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:46:05Z', 'updated_at': '2021-06-23T17:46:49Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:46:52.635796 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82da5fcb-4b50-433d-a47f-dab00018a7a9 req-b56fc0bf-1c3d-4e35-82d5-23890f992b9a service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189506 Jun 23 17:46:52.714475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-5477f47b-bec7-4451-846a-8c81a0b9f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:52.716504 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-5477f47b-bec7-4451-846a-8c81a0b9f3dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0789635 Jun 23 17:46:52.777188 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8aa8a9-afd4-44f6-b442-6d7b3fdc64b1 req-a4cea44a-f5d4-4de9-b054-8bf9aafae1bc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:52.779529 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ea8aa8a9-afd4-44f6-b442-6d7b3fdc64b1 req-a4cea44a-f5d4-4de9-b054-8bf9aafae1bc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.9060781 Jun 23 17:46:52.880389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-7dbf2f82-ce96-40fc-9b9d-6d51aba03602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:52.889278 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-7dbf2f82-ce96-40fc-9b9d-6d51aba03602 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1639690 Jun 23 17:46:52.942951 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ea8aa8a9-afd4-44f6-b442-6d7b3fdc64b1 req-ba977059-5ef8-40f1-86cc-95252d7a4f09 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454854 Jun 23 17:46:53.032479 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73985e20-e050-4544-a074-5c2f2b277e6f None None] New status for floating IP d00f2d12-8636-4a58-972f-487c6650a171: ACTIVE {{(pid=104928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:46:53.040617 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-c6cfe19e-812c-44db-9355-2e1b9a122f43 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439834 Jun 23 17:46:53.169391 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c52e3cba-838c-4f29-8021-b3568fe5c2ea req-b48296be-eb98-47a4-8da2-de23c3d7c32b service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216981 Jun 23 17:46:54.088138 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51244) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:54.147274 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51250) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:54.315890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.330699 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.449201 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.454601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.459956 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-40ab85bd-a60e-40d7-9bbf-82f691b0849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:54.509864 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfc7b1cb682d4026b36948c397d454cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594470 Jun 23 17:46:54.510975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498abf38-0426-492e-b386-e46b94b44404,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:54.513593 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51258) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:54.532021 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.532477 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.532842 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.533186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.533689 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.534036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.534459 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.534810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.535148 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.535482 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.535845 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.536175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.541973 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:54.586739 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.588999 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.593903 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.597975 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-274a503c-ed0b-45fd-965d-4bf67d8dad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:54.630820 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.642536 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d34c25c9258141d38a47b7a26dd77c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496221 Jun 23 17:46:54.642536 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76929e8-cf80-4c96-a24f-87ebf88f56c7,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:54.643686 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51260) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:54.658637 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.659073 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.659395 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.659785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.660129 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.660549 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.660969 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.661358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.661748 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.662080 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.662407 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.662735 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:46:54.673211 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:54.701760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.706529 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.715738 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/498abf38-0426-492e-b386-e46b94b44404 HTTP/1.1" status: 204 len: 168 time: 0.1936915 Jun 23 17:46:54.715738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5c4d5ffb-a082-48c5-94b5-7adacd99fc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:54.726222 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498abf38-0426-492e-b386-e46b94b44404,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:54.733998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:54.745217 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.774015 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.842833 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.846865 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:54.848942 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d76929e8-cf80-4c96-a24f-87ebf88f56c7 HTTP/1.1" status: 204 len: 168 time: 0.2038314 Jun 23 17:46:54.850228 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d9a8036c-4e47-409b-bff0-a6bc1a72f7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:54.874261 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76929e8-cf80-4c96-a24f-87ebf88f56c7,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:54.878981 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:55.108333 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:46:55.129621 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51272) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:55.153242 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.266464 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.271590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.275743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:55.327178 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9690e4-6e96-4fb6-a7e0-e8eb85b7750e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:55.336337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:55.342960 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b24a6c3c2ac4427795cce1870a48b9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117777 Jun 23 17:46:55.345718 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51276) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:55.369850 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51278) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:55.395201 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.447070 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.486728 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.571888 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.577364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.580474 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cf07018c-0192-42e9-b088-51f61f5a095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:55.608737 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.611292 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.612486 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d9690e4-6e96-4fb6-a7e0-e8eb85b7750e HTTP/1.1" status: 204 len: 168 time: 0.2654579 Jun 23 17:46:55.629576 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bf6b020880148b395b35e9ed8b05548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587888 Jun 23 17:46:55.630807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bda0fb-47cf-44b1-abae-c1f154a53d9f,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:55.633017 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51284) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:55.633949 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:55.634441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a6517a57-830c-4b8b-9a24-c60d0210151f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:55.647239 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9690e4-6e96-4fb6-a7e0-e8eb85b7750e,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:55.649637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:55.708772 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.754387 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.828071 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.830599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:55.831956 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84bda0fb-47cf-44b1-abae-c1f154a53d9f HTTP/1.1" status: 204 len: 168 time: 0.1934030 Jun 23 17:46:55.832822 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-60231508-bc42-47ad-a09d-a4c2af03a468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:55.842341 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bda0fb-47cf-44b1-abae-c1f154a53d9f,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:55.846291 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:56.758721 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51328) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:57.062618 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317986662-network', 'tenant_id': 'c12b4d1a51e44eadb20fe8a9595dc00c'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:57.081059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Made reservation on behalf of c12b4d1a51e44eadb20fe8a9595dc00c for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:57.084108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.095945 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.207152 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.212154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.215986 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6fc59a61-b38d-44e1-b030-75afd6e5c0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:57.239440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:46:57.249943 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb64468-b4a2-4803-a858-f8712fd7e6c6,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:57.254539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:57.255706 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.256047 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Added segment b774e72b-1e25-446b-97f7-90787b2dfda0 of type vlan for network af5319e9-092a-4a8f-8ed5-684b5eafc1df Jun 23 17:46:57.305177 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.341661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.343139 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:57.343871 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.346866 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:57.384558 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51348) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:57.388014 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6243088 Jun 23 17:46:57.390388 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Request body: {'subnet': {'network_id': 'af5319e9-092a-4a8f-8ed5-684b5eafc1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317986662-subnet', 'tenant_id': 'c12b4d1a51e44eadb20fe8a9595dc00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:57.421055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Made reservation on behalf of c12b4d1a51e44eadb20fe8a9595dc00c for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:57.425325 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.425750 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Pushing event updated for resources: {'Network': ['ID=af5319e9-092a-4a8f-8ed5-684b5eafc1df,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:57.430002 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:57.440251 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network af5319e9-092a-4a8f-8ed5-684b5eafc1df details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:46:57.671885 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.674627 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:57.718448 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e50d47-707d-467b-b873-fe732c85109f,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:57.727159 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:57.754103 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Checking segment: {'id': 'b774e72b-1e25-446b-97f7-90787b2dfda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'af5319e9-092a-4a8f-8ed5-684b5eafc1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:57.754463 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Network hostable DHCP agents. Network: af5319e9-092a-4a8f-8ed5-684b5eafc1df, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:46:57.774372 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Network af5319e9-092a-4a8f-8ed5-684b5eafc1df is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:46:57.785726 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, af5319e9-092a-4a8f-8ed5-684b5eafc1df) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:57.791930 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:57.791930 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:57.797679 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b65cfdf-cf6d-4a8b-9409-28e6845f57fc None None] Network af5319e9-092a-4a8f-8ed5-684b5eafc1df requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:57.811190 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4245224 Jun 23 17:46:57.954192 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc30b43-6ea3-4558-90ed-d78493c0752c None None] Network af5319e9-092a-4a8f-8ed5-684b5eafc1df requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:58.584655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb468e-2dd8-4b75-98ea-642ec32af1f9 req-451196f5-80e1-486e-887b-b98a6edce79a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:58.586989 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e0bb468e-2dd8-4b75-98ea-642ec32af1f9 req-451196f5-80e1-486e-887b-b98a6edce79a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1316650 Jun 23 17:46:58.651927 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e0bb468e-2dd8-4b75-98ea-642ec32af1f9 req-b79c8184-8375-47d9-9d34-e860f2990dfa tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532575 Jun 23 17:46:58.687755 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51390) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:58.693451 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065561136-network', 'tenant_id': '1d3861ebacc24e7892244144a321f4c8'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:58.726639 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Made reservation on behalf of 1d3861ebacc24e7892244144a321f4c8 for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:58.730621 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.749628 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.848971 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.854215 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.858012 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5d0af3c2-dcc4-4a9e-995f-dc0bf8ae2d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:58.878553 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:46:58.895099 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dbfbaa-41f6-4d95-b5bb-ceffdf01d5f8,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:58.900879 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.900879 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Added segment 7b52a160-6a8b-4a71-9c8e-7a96df5a2288 of type vlan for network 62ee35fe-2e45-482b-a5b3-fc1765980cb1 Jun 23 17:46:58.910276 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:58.947210 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.981552 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.983060 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:58.983682 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:58.985863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:59.044814 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3558960 Jun 23 17:46:59.048034 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51392) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:46:59.053010 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Request body: {'subnet': {'network_id': '62ee35fe-2e45-482b-a5b3-fc1765980cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065561136-subnet', 'tenant_id': '1d3861ebacc24e7892244144a321f4c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:46:59.064835 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Pushing event updated for resources: {'Network': ['ID=62ee35fe-2e45-482b-a5b3-fc1765980cb1,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:59.070264 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:59.076099 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 62ee35fe-2e45-482b-a5b3-fc1765980cb1 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:46:59.082257 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Made reservation on behalf of 1d3861ebacc24e7892244144a321f4c8 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:46:59.084791 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:59.285994 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:59.288294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:46:59.343549 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c40f86b-e924-447b-be55-b246d72bde09,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:46:59.348333 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:46:59.358244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Checking segment: {'id': '7b52a160-6a8b-4a71-9c8e-7a96df5a2288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '62ee35fe-2e45-482b-a5b3-fc1765980cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:46:59.358522 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Network hostable DHCP agents. Network: 62ee35fe-2e45-482b-a5b3-fc1765980cb1, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:46:59.378981 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Network 62ee35fe-2e45-482b-a5b3-fc1765980cb1 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:46:59.390079 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 62ee35fe-2e45-482b-a5b3-fc1765980cb1) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:46:59.394772 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:59.395385 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:46:59.401928 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61432e8e-0b32-4a9c-9689-a4b588f19120 None None] Network 62ee35fe-2e45-482b-a5b3-fc1765980cb1 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:59.412465 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-26cec173-f3fc-4ad3-881f-a8e6b409beb5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3631849 Jun 23 17:46:59.559902 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae818cb-968f-42ea-932c-38d1e5b64a61 None None] Network 62ee35fe-2e45-482b-a5b3-fc1765980cb1 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:46:59.871532 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1125d-927d-4128-8b27-e9027543c423 req-0a148ca0-c638-4ef6-a515-830e276da7fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:46:59.878453 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-67d1125d-927d-4128-8b27-e9027543c423 req-0a148ca0-c638-4ef6-a515-830e276da7fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0777500 Jun 23 17:46:59.919818 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-67d1125d-927d-4128-8b27-e9027543c423 req-74bdef8e-8404-488c-9649-0d15533140e6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Jun 23 17:47:01.161330 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816a6ad-fa0a-4d15-a1a3-a73d6cbb52a5 req-2d7efe52-c1f5-4b94-b017-b923772b42fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:01.162849 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3816a6ad-fa0a-4d15-a1a3-a73d6cbb52a5 req-2d7efe52-c1f5-4b94-b017-b923772b42fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0915298 Jun 23 17:47:01.207591 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3816a6ad-fa0a-4d15-a1a3-a73d6cbb52a5 req-50fb4393-971a-43f4-bf89-019d41143860 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Jun 23 17:47:02.493570 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3ebd7-b5db-41a0-b0a1-5f23d778797b req-8907a3db-7bd0-4743-8469-afa6a3f731dd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:02.495183 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5ed3ebd7-b5db-41a0-b0a1-5f23d778797b req-8907a3db-7bd0-4743-8469-afa6a3f731dd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0893140 Jun 23 17:47:02.546479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5ed3ebd7-b5db-41a0-b0a1-5f23d778797b req-3947a2d0-3da2-4167-ba5d-6849072c3fde tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Jun 23 17:47:03.518691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51516) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:03.654738 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:03.773483 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:03.780280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:03.784144 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:03.789587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc98e7e-b439-4381-a17c-9453b73cb7f0 req-65dd9efb-7350-4c1a-b0db-cf11938368c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:03.791602 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-adc98e7e-b439-4381-a17c-9453b73cb7f0 req-65dd9efb-7350-4c1a-b0db-cf11938368c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0939097 Jun 23 17:47:03.826733 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2aa89cef289c435c96ad1d10d58d598f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070335 Jun 23 17:47:03.829308 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736764b1-dbd6-4b37-a464-84c9761171ae,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:03.831284 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51528) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:03.833219 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:03.855147 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-adc98e7e-b439-4381-a17c-9453b73cb7f0 req-3ca513b0-1f1e-4ecc-9828-c775a8bd4857 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562348 Jun 23 17:47:03.899349 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:03.930177 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.026186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.031072 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.032627 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/736764b1-dbd6-4b37-a464-84c9761171ae HTTP/1.1" status: 204 len: 168 time: 0.1931770 Jun 23 17:47:04.033785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-007bcccc-1ecb-40e8-9b71-1376af3b1a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:04.046539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736764b1-dbd6-4b37-a464-84c9761171ae,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:04.050115 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:04.431892 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51546) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:04.447098 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.587464 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.593250 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.596480 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc0f0fc-c4ac-49e2-9c78-b5bbc28fee28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:04.636679 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b5065c-6dfa-4bb9-9b19-9d9490e727e0,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:04.646592 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=661292e4966546a0aaa3441a4c4ac68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134583 Jun 23 17:47:04.647527 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:04.649578 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51562) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:04.705970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.738033 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.802011 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.806731 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:04.809301 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4b5065c-6dfa-4bb9-9b19-9d9490e727e0 HTTP/1.1" status: 204 len: 168 time: 0.1585176 Jun 23 17:47:04.811077 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:04.829275 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b5065c-6dfa-4bb9-9b19-9d9490e727e0,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:04.848231 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:04.889734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51572) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:05.096846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e26ae-c6ab-4792-8bb6-5674dcbc99dd req-bb980452-e996-42e3-aa99-df67cd1e8732 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:05.099158 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dd8e26ae-c6ab-4792-8bb6-5674dcbc99dd req-bb980452-e996-42e3-aa99-df67cd1e8732 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1128614 Jun 23 17:47:05.220537 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dd8e26ae-c6ab-4792-8bb6-5674dcbc99dd req-f457ceaf-4012-4fd5-afda-417a0cfb9f76 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020498 Jun 23 17:47:05.222139 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.351479 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.357514 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.373290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:05.392403 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d15f40c2cf31442a84c5be6cf25318e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5003278 Jun 23 17:47:05.393747 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51596) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:05.418738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b222ac-740f-4c59-a0c6-ae2022cb45bd,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:05.422342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:05.463554 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.485732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.538769 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.542002 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:05.547101 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88b222ac-740f-4c59-a0c6-ae2022cb45bd HTTP/1.1" status: 204 len: 168 time: 0.1520987 Jun 23 17:47:05.548076 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-461424ac-a390-4286-95e5-52a81079e556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:05.557901 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b222ac-740f-4c59-a0c6-ae2022cb45bd,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:05.562623 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:05.905812 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51620) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:05.920940 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.026274 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.032384 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.058630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-18c7a096-7bd4-487f-a25e-092d49fc031a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:06.062650 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e0af8f32c364ad8ad63782a4e1c1c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554551 Jun 23 17:47:06.070851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51628) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:06.098603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc5c4d0-fac8-4ed7-8187-10e7694f8685,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:06.107187 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:06.137119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.163579 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.220821 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.224243 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.228651 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7dc5c4d0-fac8-4ed7-8187-10e7694f8685 HTTP/1.1" status: 204 len: 168 time: 0.1548932 Jun 23 17:47:06.228651 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bddad64d-cfc5-443f-9d02-0d9664f88fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:06.243205 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc5c4d0-fac8-4ed7-8187-10e7694f8685,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:06.269156 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:06.647196 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eeb90-d9eb-4cf3-806b-769e0aaee515 req-c20b614b-7019-49fa-bde8-09b98968cdfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:06.649053 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-342eeb90-d9eb-4cf3-806b-769e0aaee515 req-c20b614b-7019-49fa-bde8-09b98968cdfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1002996 Jun 23 17:47:06.692079 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-342eeb90-d9eb-4cf3-806b-769e0aaee515 req-6340e887-ada0-4ea0-8065-1df12beca009 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Jun 23 17:47:06.759448 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 51658) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:06.780145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.902472 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.908600 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:06.912691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-650ef8cb-c41e-4bee-bfa6-9c66dd2c85d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:06.970284 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61d46cc2033049e781d5d2921624e28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095482 Jun 23 17:47:06.971032 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec7417-6447-497b-9179-ed8387dfeef5,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:06.973127 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 51666) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:06.975039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:07.041599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:07.065538 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:07.120024 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:07.123278 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:07.125215 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fec7417-6447-497b-9179-ed8387dfeef5 HTTP/1.1" status: 204 len: 168 time: 0.1505711 Jun 23 17:47:07.126022 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4b8fff5c-f84a-4be4-a18c-33ea34b121fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:07.146577 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec7417-6447-497b-9179-ed8387dfeef5,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:07.148889 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:07.893258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18423c-642c-4a9b-a300-dbbf60f32b89 req-2ac39890-45f0-4e0e-b476-61db0f85798d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:07.894799 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c18423c-642c-4a9b-a300-dbbf60f32b89 req-2ac39890-45f0-4e0e-b476-61db0f85798d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0741684 Jun 23 17:47:07.956338 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c18423c-642c-4a9b-a300-dbbf60f32b89 req-a9f4f6b1-ecdb-49de-ba2c-59843177aa2d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535753 Jun 23 17:47:09.147433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c4a6-f5f3-4ac5-88d5-84f292512702 req-2418af1b-053e-426f-a2a1-08987878d72d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:09.148926 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc51c4a6-f5f3-4ac5-88d5-84f292512702 req-2418af1b-053e-426f-a2a1-08987878d72d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0733936 Jun 23 17:47:09.192581 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc51c4a6-f5f3-4ac5-88d5-84f292512702 req-68a94801-b844-40d5-8eef-a4d5e603674d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Jun 23 17:47:10.367182 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b01db8-1156-4f94-aff8-423bed2d8159 req-0cf7dbf9-7fc8-4802-9f4e-663425373079 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:10.368635 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33b01db8-1156-4f94-aff8-423bed2d8159 req-0cf7dbf9-7fc8-4802-9f4e-663425373079 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0636842 Jun 23 17:47:10.405682 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33b01db8-1156-4f94-aff8-423bed2d8159 req-ebbaa4aa-2cd3-46ce-8748-be3d596f1dd4 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Jun 23 17:47:10.999548 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-050325b4-8801-4de3-8297-86685e014a67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613496 Jun 23 17:47:11.141581 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-e2e5f83b-225a-4b83-9d93-43be2a8c7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:11.143928 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-e2e5f83b-225a-4b83-9d93-43be2a8c7a66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a12d1be8665b4aab9176662e57a99ed0&device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 1098 time: 0.0870779 Jun 23 17:47:11.261435 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-e94c0a8a-1f1a-4069-905f-d892e71d1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:11.262719 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-e94c0a8a-1f1a-4069-905f-d892e71d1d2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ace10c0-237b-477e-a102-38db2c47f484 HTTP/1.1" status: 200 len: 912 time: 0.0905154 Jun 23 17:47:11.344845 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-d2bc230b-e5af-451f-9393-ea8380da09cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c478d620-fb18-485b-a86d-1a7e03994b86 HTTP/1.1" status: 200 len: 217 time: 0.0380101 Jun 23 17:47:11.403026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-d73ed288-f871-49f1-bc21-1901a9f08d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:11.404708 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-d73ed288-f871-49f1-bc21-1901a9f08d00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6855e080-7edd-4f66-b617-0b2dad6b0621 HTTP/1.1" status: 200 len: 851 time: 0.0518069 Jun 23 17:47:11.442043 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-938e8905-abcc-49a7-965d-066abe32022f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ace10c0-237b-477e-a102-38db2c47f484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298767 Jun 23 17:47:11.584168 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-6e683e94-207c-4a4c-a2b9-e981c97e1d9e service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316295 Jun 23 17:47:11.859873 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3e19-03bb-4e69-b02a-3278b5c29aa0 req-cd8e4e5f-14c2-4952-869f-4a88d7efd6dc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:11.861420 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1fec3e19-03bb-4e69-b02a-3278b5c29aa0 req-cd8e4e5f-14c2-4952-869f-4a88d7efd6dc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.3265064 Jun 23 17:47:11.914535 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ea7e76b-0672-4a3e-8541-34d75de9f02b req-e251db6c-345a-439b-b44c-1fb5ade38bc4 service neutron] 10.222.0.65 "GET /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181975 Jun 23 17:47:11.930993 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1fec3e19-03bb-4e69-b02a-3278b5c29aa0 req-920e597b-fc69-4452-8d82-54c9a8d627b7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Jun 23 17:47:13.132905 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a4ad-e0d2-48ca-a772-b0f55b8c40d3 req-bb2d8378-f7b9-41f1-a1dc-8c7d2e7df204 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:13.134366 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7398a4ad-e0d2-48ca-a772-b0f55b8c40d3 req-bb2d8378-f7b9-41f1-a1dc-8c7d2e7df204 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0719006 Jun 23 17:47:13.185233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dc381f01-56b9-4111-9c18-3c9a12b77f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:13.214564 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7398a4ad-e0d2-48ca-a772-b0f55b8c40d3 req-5318d49e-f1a7-4e92-b64b-45f1ef29b96f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Jun 23 17:47:14.208086 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:14.496941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653b1de-53a2-4414-8147-e5c37e2b1e39 req-540b72f8-d7e8-4ba8-9746-1da60bc50fde tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:14.498880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1653b1de-53a2-4414-8147-e5c37e2b1e39 req-540b72f8-d7e8-4ba8-9746-1da60bc50fde tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1093845 Jun 23 17:47:14.559479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1653b1de-53a2-4414-8147-e5c37e2b1e39 req-9351c75e-3bd2-44b0-8cf0-88923516cded tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Jun 23 17:47:15.803482 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a687f-9cdf-4666-b535-5db68e3e5c67 req-be51651e-f69a-4dfb-a760-acda674e7c53 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:15.805075 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e86a687f-9cdf-4666-b535-5db68e3e5c67 req-be51651e-f69a-4dfb-a760-acda674e7c53 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1000996 Jun 23 17:47:15.856479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e86a687f-9cdf-4666-b535-5db68e3e5c67 req-93b54aeb-b36b-4d32-805b-a249a5575c22 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Jun 23 17:47:16.165891 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d1a6a194-79ff-46de-aa62-c42f80a0b8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:16.185207 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:17.060252 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110d00f-b0fe-4224-8d6e-a91407b333d8 req-1309d120-e2bc-43ec-9877-43507f090e2b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:17.061712 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a110d00f-b0fe-4224-8d6e-a91407b333d8 req-1309d120-e2bc-43ec-9877-43507f090e2b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0714438 Jun 23 17:47:17.099021 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a110d00f-b0fe-4224-8d6e-a91407b333d8 req-f173b3e8-6b77-4948-9555-461a1f91d786 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jun 23 17:47:17.784793 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:18.328473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b7c30-8385-48be-8529-f8804ceb60f8 req-c812afc5-3217-4114-8bdc-e4e9d62dcc0a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:18.330068 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-579b7c30-8385-48be-8529-f8804ceb60f8 req-c812afc5-3217-4114-8bdc-e4e9d62dcc0a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0924704 Jun 23 17:47:18.396558 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-579b7c30-8385-48be-8529-f8804ceb60f8 req-a27bdc11-aaa0-4f78-bc7b-769449f5c102 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524070 Jun 23 17:47:18.847000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77819d3-56b9-4afc-b0f0-74393a9056a4 req-b5c5933c-99b1-4baf-9e7a-7d6d148cda21 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:18.848322 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a77819d3-56b9-4afc-b0f0-74393a9056a4 req-b5c5933c-99b1-4baf-9e7a-7d6d148cda21 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.0715024 Jun 23 17:47:18.890031 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a77819d3-56b9-4afc-b0f0-74393a9056a4 req-30483ee4-9164-4179-a4bd-a4180499d368 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357459 Jun 23 17:47:19.313896 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:19.569781 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52056) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:19.615243 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58cea-843b-4b7e-9b8e-cf6307470b52 req-75f6271c-9916-42f7-8f1c-daeee654e101 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:19.617961 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cad58cea-843b-4b7e-9b8e-cf6307470b52 req-75f6271c-9916-42f7-8f1c-daeee654e101 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0937037 Jun 23 17:47:19.685967 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cad58cea-843b-4b7e-9b8e-cf6307470b52 req-086672ed-082a-46cc-9970-2a6061069caf tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529075 Jun 23 17:47:19.711173 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:19.807944 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:19.812707 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:19.815955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ce3d8644-88c0-40a4-b86b-a1f4f9afbffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:19.850110 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52064) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:19.855619 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e6ff130c98a49efb32d6c53e1dd3e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843518 Jun 23 17:47:19.858565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52068) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:19.859182 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e92a2-07d7-4b97-8c4e-667eae5050a5,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:19.862765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:19.934206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:19.971926 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.006725 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.066738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.069321 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.070450 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec7e92a2-07d7-4b97-8c4e-667eae5050a5 HTTP/1.1" status: 204 len: 168 time: 0.2109816 Jun 23 17:47:20.075395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:20.090821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e92a2-07d7-4b97-8c4e-667eae5050a5,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:20.093444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:20.127447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d972a-b9d5-4b66-a908-ddb0d6678fea req-fcd1a5de-35ee-40b8-abf2-2d08275df08e tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:20.129005 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-516d972a-b9d5-4b66-a908-ddb0d6678fea req-fcd1a5de-35ee-40b8-abf2-2d08275df08e tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.0860980 Jun 23 17:47:20.160543 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.164918 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.172746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dfb5a70d-27ab-4d1a-afcf-5dc6e0397234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:20.178554 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-516d972a-b9d5-4b66-a908-ddb0d6678fea req-a630c142-225e-46ac-ab11-ce56fbd7397a tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jun 23 17:47:20.220976 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5e913909976403099fc9b30e4b161e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697641 Jun 23 17:47:20.221992 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bba5c2e-3faf-49fc-9f5a-ebbb77d0b966,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:20.224674 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52074) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:20.225011 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:20.283958 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.311055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.368801 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.372089 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.373248 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6bba5c2e-3faf-49fc-9f5a-ebbb77d0b966 HTTP/1.1" status: 204 len: 168 time: 0.1472571 Jun 23 17:47:20.374105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a1b1a5c5-3d37-4772-8b1f-3ab444542dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:20.382597 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bba5c2e-3faf-49fc-9f5a-ebbb77d0b966,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:20.385527 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:20.718436 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52110) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:20.748729 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.813597 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52116) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:20.879913 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Deleting subnet 81e50d47-707d-467b-b873-fe732c85109f {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:47:20.883095 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.911542 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.919516 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.923598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-66bb3193-0c93-469f-b9e5-16aee27be3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:20.926374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.932146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:20.967105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450881e-ce2f-4b71-9211-bd9cee60184c req-9b0fb23f-f4a9-4dd5-986f-f7dd5b6bb065 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:20.968659 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2450881e-ce2f-4b71-9211-bd9cee60184c req-9b0fb23f-f4a9-4dd5-986f-f7dd5b6bb065 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1430399 Jun 23 17:47:20.976581 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8ab1a6848d34bf4b7d3df915eaee064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555096 Jun 23 17:47:20.978657 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac0992-303c-45a3-87b2-c40b31863954,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:20.979576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52120) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:20.983195 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.017616 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2450881e-ce2f-4b71-9211-bd9cee60184c req-0ebb7197-8ca3-4ade-a8b7-3e4b7e1f3df5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Jun 23 17:47:21.023294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52122) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.038334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.042108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9549ecff-ef25-47c5-9d60-2e18ee96fe90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.078975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e50d47-707d-467b-b873-fe732c85109f,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.083691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.087426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.090583 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.093060 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ed15058c-77cb-4d99-947c-1d1b488313eb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/81e50d47-707d-467b-b873-fe732c85109f HTTP/1.1" status: 204 len: 168 time: 0.2772815 Jun 23 17:47:21.095366 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52126) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.118228 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.175016 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1195647853-network', 'tenant_id': 'f5bb4a45ff3e44a7b2aba6bbecb92c80'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:47:21.176188 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.178746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.182558 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15ac0992-303c-45a3-87b2-c40b31863954 HTTP/1.1" status: 204 len: 168 time: 0.2007258 Jun 23 17:47:21.183369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aed7f7f5-8a12-44ab-b5a8-4f7805f7be3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.191655 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.193175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac0992-303c-45a3-87b2-c40b31863954,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.202878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.213660 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Made reservation on behalf of f5bb4a45ff3e44a7b2aba6bbecb92c80 for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:47:21.217166 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.247880 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.312092 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.328909 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5319e9-092a-4a8f-8ed5-684b5eafc1df']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:21.342416 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b774e72b-1e25-446b-97f7-90787b2dfda0') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:21.342713 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b774e72b-1e25-446b-97f7-90787b2dfda0') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:21.358254 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.381342 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.393396 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:47:21.393803 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:47:21.395474 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:47:21.413257 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8c030-b743-4ef0-a7b5-9ac61aea9183 req-de943be5-7a2a-4f57-9631-bbda7616b93d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:21.414699 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dca8c030-b743-4ef0-a7b5-9ac61aea9183 req-de943be5-7a2a-4f57-9631-bbda7616b93d tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.0919559 Jun 23 17:47:21.461801 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dca8c030-b743-4ef0-a7b5-9ac61aea9183 req-532552f4-72c7-4e44-9d89-acec07367029 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Jun 23 17:47:21.481524 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.488221 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.490508 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-705048b6-1029-4904-9f4d-68eba2e2258e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.503084 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.505198 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] 10.222.0.66 "DELETE /v2.0/networks/af5319e9-092a-4a8f-8ed5-684b5eafc1df HTTP/1.1" status: 204 len: 168 time: 0.4085932 Jun 23 17:47:21.506347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.508766 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52136) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.510514 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5319e9-092a-4a8f-8ed5-684b5eafc1df,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.515537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.516485 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5fa56597-6bc4-4689-825f-a8a7f627211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.535842 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:47:21.559963 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.560780 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Added segment 5bf8db5b-7a81-4a83-99b4-818cc61f3b32 of type vlan for network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 Jun 23 17:47:21.562845 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055abe3c-cb67-44a4-98d9-2164eb49fa82,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.576185 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.616076 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52140) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.621068 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.634103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Deleting subnet 0c40f86b-e924-447b-be55-b246d72bde09 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:47:21.637195 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.639798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.651233 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.653395 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:21.654194 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.656510 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-18a5748e-811e-41c6-ba0a-90fe81bf5769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.694237 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.704119 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.720351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Pushing event updated for resources: {'Network': ['ID=32eec8ff-249e-4abf-bc3c-b0dedb89df23,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.723322 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.737307 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:47:21.798153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.804898 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.840268 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c40f86b-e924-447b-be55-b246d72bde09,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.847388 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.851035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.852886 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1e8c8a9b-2bea-411b-bb31-175c40ae050a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0c40f86b-e924-447b-be55-b246d72bde09 HTTP/1.1" status: 204 len: 168 time: 0.3420842 Jun 23 17:47:21.854799 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.855910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52144) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.863094 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8383934 Jun 23 17:47:21.864246 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.866226 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52146) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.867264 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aea8c06e-6cba-44e6-a717-a4c681e1a515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:21.872206 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Request body: {'subnet': {'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1195647853-subnet', 'tenant_id': 'f5bb4a45ff3e44a7b2aba6bbecb92c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:47:21.897086 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Made reservation on behalf of f5bb4a45ff3e44a7b2aba6bbecb92c80 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:47:21.897639 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:21.955280 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11992458-3cef-49cc-bedc-8834fce2d6b8,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:21.964324 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60b380011b0543c4b7c950d8f4e43844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446977 Jun 23 17:47:21.964324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:21.965623 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52148) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:21.986271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.063495 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.100220 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.111676 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.124760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.125098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.126011 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.126344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > port after_create 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.126664 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.127017 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > port after_update 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.127341 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.127680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.127999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.128308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.178358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.181704 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1be8ade8-2cf1-4a20-8c86-2ab3f832a63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:22.201421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.201780 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.202112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.202445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 17:47:22.202809 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ee35fe-2e45-482b-a5b3-fc1765980cb1']}} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:22.226487 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b52a160-6a8b-4a71-9c8e-7a96df5a2288') {'for_net_delete': True} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:22.226716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b52a160-6a8b-4a71-9c8e-7a96df5a2288') {} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:22.228908 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.231852 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.232977 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11992458-3cef-49cc-bedc-8834fce2d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2666790 Jun 23 17:47:22.244127 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdf188c-d939-414a-b6cb-d9a3badc4ed1,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:22.251758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:22.252029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e1f1cde0-9775-42a7-96c4-4fdc711b8997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:22.259602 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25403028'] for segment, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.265630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11992458-3cef-49cc-bedc-8834fce2d6b8,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:22.268626 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:22.271296 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Checking segment: {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:47:22.271677 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Network hostable DHCP agents. Network: 32eec8ff-249e-4abf-bc3c-b0dedb89df23, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:47:22.296163 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:47:22.311292 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 32eec8ff-249e-4abf-bc3c-b0dedb89df23) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:47:22.319789 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44439536-12bc-43b2-8607-32d06c3993c8 req-fe251146-707f-4f58-8213-d4499ed38361 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:22.320702 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cac9e5-62d8-4628-978f-824ee0a6cd5b None None] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:47:22.322079 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44439536-12bc-43b2-8607-32d06c3993c8 req-fe251146-707f-4f58-8213-d4499ed38361 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.3141356 Jun 23 17:47:22.323157 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.329673 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:22.329673 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.346021 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4786434 Jun 23 17:47:22.360353 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=104927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:47:22.360569 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402657'] for segment, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: from cryptography.utils import int_from_bytes Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: from cryptography.utils import int_from_bytes Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: Traceback (most recent call last): Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: timer() Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: cb(*args, **kw) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: return func(*args, **kwargs) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: self._notify() Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: self.callback(batched_events) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: event.method(event) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: return f(self, *a, **k) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._get(url).json() Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: return self.request(url, 'GET', **kwargs) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:47:22.364548 dv-cinder-797510-2-iscsi neutron-server[104927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:47:22.510426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967030a4-e7c9-481f-94cc-225a878d9cf3 None None] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:47:22.634298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.646966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84226ad-0d7c-43c3-bed5-b3b2ae546a66 req-3ea7455e-01dd-4a76-8815-8827a3e565ed tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:22.656489 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d84226ad-0d7c-43c3-bed5-b3b2ae546a66 req-3ea7455e-01dd-4a76-8815-8827a3e565ed tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.4388332 Jun 23 17:47:22.671404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.676061 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] 10.222.0.66 "DELETE /v2.0/networks/62ee35fe-2e45-482b-a5b3-fc1765980cb1 HTTP/1.1" status: 204 len: 168 time: 0.8164291 Jun 23 17:47:22.685518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:22.721923 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=62ee35fe-2e45-482b-a5b3-fc1765980cb1,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:22.734595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ee74fb13-e78b-4410-9f6c-3f8139e66e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:22.787377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Deleting port c478d620-fb18-485b-a86d-1a7e03994b86 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:47:22.788269 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.799384 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d84226ad-0d7c-43c3-bed5-b3b2ae546a66 req-7811b766-099a-4f61-a92e-5c2f39b1c4e7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416931 Jun 23 17:47:22.842421 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be4d91-6680-45f0-b588-f75cbf4c0fa1 req-919b6e62-0494-4fa3-9d85-f6b3a7bccbd9 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:22.859430 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c2be4d91-6680-45f0-b588-f75cbf4c0fa1 req-919b6e62-0494-4fa3-9d85-f6b3a7bccbd9 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 945 time: 0.1426818 Jun 23 17:47:22.944290 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c2be4d91-6680-45f0-b588-f75cbf4c0fa1 req-42f67f60-0002-41c9-9c23-da3f9830fc90 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0843983-5429-4ef2-ac83-4b3c15e2fe56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834796 Jun 23 17:47:22.991975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] For port c478d620-fb18-485b-a86d-1a7e03994b86, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c478d620-fb18-485b-a86d-1a7e03994b86,segment=NetworkSegment(f7c65133-e240-4c18-8bfe-d46f4f7fa7b1),segment_id=f7c65133-e240-4c18-8bfe-d46f4f7fa7b1)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:47:22.992566 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:22.997320 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52170) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:23.019729 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Calling delete_port for c478d620-fb18-485b-a86d-1a7e03994b86 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:47:23.052675 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1527cbb6-6b3e-4f85-ab56-e9d9b9e3000a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c12b4d1a51e44eadb20fe8a9595dc00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539970 Jun 23 17:47:23.055460 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52172) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:23.108830 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.151468 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.209053 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.212274 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.213410 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bdb64468-b4a2-4803-a858-f8712fd7e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1566646 Jun 23 17:47:23.214201 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-590d1c0e-771c-4f07-b08d-2431fa551b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:23.227544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb64468-b4a2-4803-a858-f8712fd7e6c6,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:23.230065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:23.249758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.258442 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:23.266461 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['c478d620-fb18-485b-a86d-1a7e03994b86'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:47:23.312055 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Pushing event deleted for resources: {'Port': ['ID=c478d620-fb18-485b-a86d-1a7e03994b86,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:23.314854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:23.368814 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] No DVR routers for this DVR port c478d620-fb18-485b-a86d-1a7e03994b86 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:47:23.372774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.374850 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44439536-12bc-43b2-8607-32d06c3993c8 req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.65 "DELETE /v2.0/ports/c478d620-fb18-485b-a86d-1a7e03994b86 HTTP/1.1" status: 204 len: 173 time: 1.0440443 Jun 23 17:47:23.375344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'name': 'network-vif-deleted', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:47:23.377774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a659da-8ba1-48b7-bc72-7a1aae06387f" -d '{"events": [{"server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "name": "network-vif-deleted", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:47:23.435700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c3fddc-b6de-4dd9-9e18-3e490db48939 x-openstack-request-id: req-f6c3fddc-b6de-4dd9-9e18-3e490db48939 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:47:23.436166 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff402a32-2570-4ec4-8e0e-6e0497c88731", "name": "network-vif-deleted", "tag": "c478d620-fb18-485b-a86d-1a7e03994b86", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:47:23.436441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6c3fddc-b6de-4dd9-9e18-3e490db48939 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:47:23.436879 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff402a32-2570-4ec4-8e0e-6e0497c88731', 'name': 'network-vif-deleted', 'tag': 'c478d620-fb18-485b-a86d-1a7e03994b86', 'status': 'completed', 'code': 200} Jun 23 17:47:23.595310 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52184) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:23.639951 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cd05231f-6ed6-4f4b-a7d7-df2b26989891 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d3861ebacc24e7892244144a321f4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433862 Jun 23 17:47:23.642307 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52186) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:23.692462 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.715532 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.779970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.783134 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:23.784771 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34dbfbaa-41f6-4d95-b5bb-ceffdf01d5f8 HTTP/1.1" status: 204 len: 168 time: 0.1412890 Jun 23 17:47:23.785728 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-89acfd63-9b3e-4a92-8000-087b3142daf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:23.794408 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dbfbaa-41f6-4d95-b5bb-ceffdf01d5f8,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:23.797966 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:24.005608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff1ed0-4922-40c8-9b79-9a86cb69bd0f req-86cd5a47-1f40-4806-8a58-6d8b49a42839 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:24.007335 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-39ff1ed0-4922-40c8-9b79-9a86cb69bd0f req-86cd5a47-1f40-4806-8a58-6d8b49a42839 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0777991 Jun 23 17:47:24.053493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-39ff1ed0-4922-40c8-9b79-9a86cb69bd0f req-0f430dc6-a1a8-4a81-9ef4-0a254dce6501 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Jun 23 17:47:24.121111 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-aacf0efd-cb0b-4549-ba56-de4e1a0ed44a req-4703d6b5-bd5d-4330-a208-230250a71715 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff402a32-2570-4ec4-8e0e-6e0497c88731 HTTP/1.1" status: 200 len: 210 time: 0.0318003 Jun 23 17:47:24.596216 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-8a279924-9da3-451d-8666-de72da2f95ef tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:24.597699 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-8a279924-9da3-451d-8666-de72da2f95ef tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 814 time: 0.1120555 Jun 23 17:47:24.613036 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-0f41af3e-8d8b-43b6-b333-f324e18168fe tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/quotas/f5bb4a45ff3e44a7b2aba6bbecb92c80 HTTP/1.1" status: 200 len: 375 time: 0.0097682 Jun 23 17:47:24.646476 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-cfb66848-b33e-416a-a89e-a4891bb72726 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278022 Jun 23 17:47:24.743863 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-dfdc97ff-c575-44f5-b6b2-288214d7f881 service neutron] 10.222.0.66 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890794 Jun 23 17:47:24.847253 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-306e6e5c-b1f1-4adf-a8a2-fba81d6fe80d service neutron] 10.222.0.66 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943639 Jun 23 17:47:25.095828 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-14ce8e64-777d-48df-825f-4ff4083bf475 req-86b989f0-d472-4898-9287-8affcbda9835 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 210 time: 0.0451949 Jun 23 17:47:25.155512 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52252) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:25.318311 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.361955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2b2bf-6f78-4030-9379-611dce8faee1 req-4fc76cd4-2275-4e11-89be-c8fa59cce95b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:25.363782 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-84e2b2bf-6f78-4030-9379-611dce8faee1 req-4fc76cd4-2275-4e11-89be-c8fa59cce95b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1137686 Jun 23 17:47:25.432771 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-84e2b2bf-6f78-4030-9379-611dce8faee1 req-58fc0f5c-250b-4b07-8842-c8c0b68a4dc5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Jun 23 17:47:25.501630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.508845 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.514113 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a3ff489e-838f-407f-aa17-d1317ab0ca62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:25.548858 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c478d620-fb18-485b-a86d-1a7e03994b86 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:47:25.562820 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dcd2fb-4e93-42ba-b771-f5c354b3bfd9,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:25.568321 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d72fb6aefaf4c168ef2da6aef82618b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117088 Jun 23 17:47:25.570056 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:25.572598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52272) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:25.597336 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: c478d620-fb18-485b-a86d-1a7e03994b86 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:47:25.598123 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c478d620-fb18-485b-a86d-1a7e03994b86 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:47:25.648751 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.675926 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.775102 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.778922 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:25.780209 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2dcd2fb-4e93-42ba-b771-f5c354b3bfd9 HTTP/1.1" status: 204 len: 168 time: 0.2063611 Jun 23 17:47:25.780928 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:25.788930 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dcd2fb-4e93-42ba-b771-f5c354b3bfd9,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:25.791530 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7e25d3b6-5387-46ef-8aaa-2d5153e1210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:26.240053 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c70c8c87-4296-424f-b6bf-d3a5b2b462dd req-26f85ba2-8f56-444b-bece-b8cb5e5b186c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jun 23 17:47:26.745366 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-4a3db5bc-190f-4671-aa37-12cd439220e3 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:26.747424 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-4a3db5bc-190f-4671-aa37-12cd439220e3 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 814 time: 0.1868601 Jun 23 17:47:26.762512 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Request body: {'port': {'device_id': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23', 'admin_state_up': True, 'tenant_id': 'f5bb4a45ff3e44a7b2aba6bbecb92c80'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:47:26.776537 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738b580-c554-4ad9-b9b3-3a4720a2490c req-25ba7011-3f2b-4561-8f80-e55dc4706600 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:26.784938 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e738b580-c554-4ad9-b9b3-3a4720a2490c req-25ba7011-3f2b-4561-8f80-e55dc4706600 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1823437 Jun 23 17:47:26.956967 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52336) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:27.015942 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Deleting subnet 6855e080-7edd-4f66-b617-0b2dad6b0621 {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:47:27.021958 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.060435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.116399 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.132889 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e738b580-c554-4ad9-b9b3-3a4720a2490c req-0d642360-8f88-4a7b-bdb8-ba0ba1aa7c34 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467107 Jun 23 17:47:27.201884 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Made reservation on behalf of f5bb4a45ff3e44a7b2aba6bbecb92c80 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:47:27.208672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.419513 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.437907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Allocated IP 172.20.0.4 (32eec8ff-249e-4abf-bc3c-b0dedb89df23/dbdf188c-d939-414a-b6cb-d9a3badc4ed1/f984cba2-5eb3-4361-9095-323dec9f5dcf) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:47:27.445649 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:27.486669 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-774ae2e9-5d5f-43f3-9e58-a60746e64f04 req-21c38f8c-c592-4fc3-b9d4-143f55cc5099 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 210 time: 0.0504138 Jun 23 17:47:27.488936 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6855e080-7edd-4f66-b617-0b2dad6b0621,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:27.495224 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.500045 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6855e080-7edd-4f66-b617-0b2dad6b0621 HTTP/1.1" status: 204 len: 168 time: 0.5418146 Jun 23 17:47:27.501140 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:27.501575 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52348) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:27.581998 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.633801 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.670073 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.681812 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ace10c0-237b-477e-a102-38db2c47f484']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:27.685376 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.690048 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:27.701839 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:27.702288 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c65133-e240-4c18-8bfe-d46f4f7fa7b1') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:47:27.713797 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.738684 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.752972 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:47:27.753815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.755682 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:47:27.756436 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:47:27.771585 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:47:27.778525 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:47:27.805743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Pushing event updated for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:27.810108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:27.824031 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.832743 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:27.836815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.841541 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ace10c0-237b-477e-a102-38db2c47f484 HTTP/1.1" status: 204 len: 168 time: 0.3361704 Jun 23 17:47:27.848905 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ace10c0-237b-477e-a102-38db2c47f484,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:27.851288 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:27.856158 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:27.856950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:27.874818 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1168156 Jun 23 17:47:27.888436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Request body: {'port': {'device_id': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:47:27.967324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.038060 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52356) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:28.086078 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f021c346-6aa4-4ee7-95ee-01e3cdceb59d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a12d1be8665b4aab9176662e57a99ed0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465369 Jun 23 17:47:28.090313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52358) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:28.145439 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.175344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.234347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.237504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.241154 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0843983-5429-4ef2-ac83-4b3c15e2fe56 HTTP/1.1" status: 204 len: 168 time: 0.1469419 Jun 23 17:47:28.241154 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:28.256100 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0843983-5429-4ef2-ac83-4b3c15e2fe56,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:28.259692 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:28.321691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f984cba2-5eb3-4361-9095-323dec9f5dcf {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:47:28.331019 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.355900 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Transition to ACTIVE for port object f984cba2-5eb3-4361-9095-323dec9f5dcf will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:47:28.360077 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.363673 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:28.378365 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2bbb1-1320-4b58-82e0-d2b97cc7af3b req-bc7387ff-94a0-43f5-ac3b-f43dde6648c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:28.379916 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32d2bbb1-1320-4b58-82e0-d2b97cc7af3b req-bc7387ff-94a0-43f5-ac3b-f43dde6648c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0831659 Jun 23 17:47:28.428459 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32d2bbb1-1320-4b58-82e0-d2b97cc7af3b req-f56d920d-ac77-4025-bfae-8232c5f4136b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377858 Jun 23 17:47:28.433715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Pushing event updated for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:28.460194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:28.497528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Attempting to bind port f984cba2-5eb3-4361-9095-323dec9f5dcf on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:47:28.497950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Attempting to bind port f984cba2-5eb3-4361-9095-323dec9f5dcf by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:47:28.498363 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Attempting to bind port f984cba2-5eb3-4361-9095-323dec9f5dcf on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:47:28.503742 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Port f984cba2-5eb3-4361-9095-323dec9f5dcf on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:47:28.504087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Attempting to bind port f984cba2-5eb3-4361-9095-323dec9f5dcf on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:47:28.510337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:47:28.510704 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Checking segment: {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:47:28.511193 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Bound using segment: {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:47:28.512229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Bound port: f984cba2-5eb3-4361-9095-323dec9f5dcf, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:47:28.512601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.594067 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:47:28.597321 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:47:28.602978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.605952 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0fc48312-7e6b-4490-8fc0-f08dc8776cfd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:28.646184 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:28.646688 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:28.648118 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] 10.222.0.65 "PUT /v2.0/ports/f984cba2-5eb3-4361-9095-323dec9f5dcf HTTP/1.1" status: 200 len: 1093 time: 0.7650087 Jun 23 17:47:28.648554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:47:28.650798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfccded1-3b6b-4a90-8331-53b3631cd3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:47:28.702032 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Pushing event updated for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:28.706449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500fb05-aa2c-419d-9462-6f3a4a4e4d4b x-openstack-request-id: req-d500fb05-aa2c-419d-9462-6f3a4a4e4d4b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:47:28.706744 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:47:28.707030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d500fb05-aa2c-419d-9462-6f3a4a4e4d4b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:47:28.707442 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf', 'status': 'completed', 'code': 200} Jun 23 17:47:28.711685 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:28.773802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e333-3800-4969-a423-fc9b4149c951 req-8e370648-c379-491b-ad99-c8273d82e899 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:28.775347 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8178e333-3800-4969-a423-fc9b4149c951 req-8e370648-c379-491b-ad99-c8273d82e899 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.1308863 Jun 23 17:47:28.819841 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-86e82697-1830-47ae-915f-bccd41cc17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:28.821335 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-86e82697-1830-47ae-915f-bccd41cc17d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 1096 time: 0.1070828 Jun 23 17:47:28.827386 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8178e333-3800-4969-a423-fc9b4149c951 req-e301fdef-7a34-4b03-bca3-d1be6321c987 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Jun 23 17:47:28.878034 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-85654342-d63b-4761-beb0-f11c7080298d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf HTTP/1.1" status: 200 len: 217 time: 0.0475323 Jun 23 17:47:28.934398 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-77a4475d-4f56-414e-b905-be3e02d1a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:28.934642 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-77a4475d-4f56-414e-b905-be3e02d1a1a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dbdf188c-d939-414a-b6cb-d9a3badc4ed1 HTTP/1.1" status: 200 len: 854 time: 0.0498064 Jun 23 17:47:28.979339 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-da06bf9a-82a2-4dee-94d0-870aceb92e20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32eec8ff-249e-4abf-bc3c-b0dedb89df23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338893 Jun 23 17:47:29.081739 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-372747cf-a371-49cf-95e9-5f3a63301e00 service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937009 Jun 23 17:47:29.190207 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-57ba185a-25db-410d-be2a-71f6c5fdf685 req-21a14401-6829-496d-8b25-965be06d92cb service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004748 Jun 23 17:47:29.330763 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-b0d7a472-b0f9-4b77-8970-09fab88825d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:29.332280 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-b0d7a472-b0f9-4b77-8970-09fab88825d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 1096 time: 0.0578091 Jun 23 17:47:29.443170 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-b8d4ca4e-2bcf-401e-b573-25f54595b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:29.444674 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-b8d4ca4e-2bcf-401e-b573-25f54595b98c service neutron] 10.222.0.65 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 915 time: 0.1043613 Jun 23 17:47:29.493556 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-67e4fced-9af9-4385-84b9-fcc3bb852449 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf HTTP/1.1" status: 200 len: 217 time: 0.0419562 Jun 23 17:47:29.548857 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-680a977e-4864-4019-9887-f2aafaa35179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:29.550580 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-680a977e-4864-4019-9887-f2aafaa35179 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dbdf188c-d939-414a-b6cb-d9a3badc4ed1 HTTP/1.1" status: 200 len: 854 time: 0.0497437 Jun 23 17:47:29.618501 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-21c40f94-8af7-4ebf-ae24-64b5a0786e6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32eec8ff-249e-4abf-bc3c-b0dedb89df23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533473 Jun 23 17:47:29.726221 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab53da-addf-453f-978c-cecade7dcd1a req-735aeb25-9644-4997-a005-f86ad621e69a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:29.727862 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-67ab53da-addf-453f-978c-cecade7dcd1a req-735aeb25-9644-4997-a005-f86ad621e69a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.1763744 Jun 23 17:47:29.782724 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-90de0c75-bedb-488e-845a-60b85ba2207a service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564140 Jun 23 17:47:29.836116 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-67ab53da-addf-453f-978c-cecade7dcd1a req-db0eb76f-caba-40f2-b518-06f746c81121 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961404 Jun 23 17:47:29.946254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dfccded1-3b6b-4a90-8331-53b3631cd3f5 req-44f43e93-687a-42ce-bd80-70855532e267 service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549129 Jun 23 17:47:30.119607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236ff2a-dce4-4c7d-95d4-f25bfe1e5031 req-aedb91d2-bdae-4318-9180-62bcae43b625 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:30.122955 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1236ff2a-dce4-4c7d-95d4-f25bfe1e5031 req-aedb91d2-bdae-4318-9180-62bcae43b625 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.1172917 Jun 23 17:47:30.174970 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1236ff2a-dce4-4c7d-95d4-f25bfe1e5031 req-47bacdb3-e036-4300-93f8-c528d1f8ccdf tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Jun 23 17:47:30.545283 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52460) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:30.665832 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.761029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.766611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.769819 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-47499834-d060-42f5-8046-55168925fa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:30.805018 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f75d69-5a83-4cb0-9d0c-10fff1e602b3,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:30.809471 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:30.812067 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3586625b3ef74922bd026293ae5c9d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657526 Jun 23 17:47:30.814702 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 52464) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:30.868457 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.908890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.962614 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.966111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:30.969502 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7f75d69-5a83-4cb0-9d0c-10fff1e602b3 HTTP/1.1" status: 204 len: 168 time: 0.1516201 Jun 23 17:47:30.969502 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9888b454-9cc4-4f41-8074-b8a45149f291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:30.976277 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f75d69-5a83-4cb0-9d0c-10fff1e602b3,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:30.978620 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:31.034270 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32926-1546-4c26-9810-0765c984085d req-6b202eb4-57e7-44e0-9407-fcac567123e6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:31.035800 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b6e32926-1546-4c26-9810-0765c984085d req-6b202eb4-57e7-44e0-9407-fcac567123e6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0786500 Jun 23 17:47:31.084308 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b6e32926-1546-4c26-9810-0765c984085d req-21c6a891-72cb-485b-b083-ef1b7c21770e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Jun 23 17:47:31.272969 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52478) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:31.286962 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.376050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd679-a77d-4e56-b01a-75daf3ed03f6 req-62178d67-6be1-4037-ad14-93ca911cd2de tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:31.377542 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9bdd679-a77d-4e56-b01a-75daf3ed03f6 req-62178d67-6be1-4037-ad14-93ca911cd2de tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.0713871 Jun 23 17:47:31.384807 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.390049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.393744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9400fabe-cb70-40a9-b7af-09976e56a574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:31.417574 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9bdd679-a77d-4e56-b01a-75daf3ed03f6 req-050b4c4c-f5cf-4a32-82d2-b112ded7a9a1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 Jun 23 17:47:31.435885 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b8ae2-e5f1-4cdc-9e9d-8de9b4eeca7e,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:31.440228 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b4834943b6cb497599ef49fafce022e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661155 Jun 23 17:47:31.441119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:31.442782 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 52480) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:47:31.496086 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.525156 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.584998 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.587861 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:31.589070 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e16b8ae2-e5f1-4cdc-9e9d-8de9b4eeca7e HTTP/1.1" status: 204 len: 168 time: 0.1453135 Jun 23 17:47:31.589929 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b651234-533c-4975-82af-5805e284e03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:31.598472 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b8ae2-e5f1-4cdc-9e9d-8de9b4eeca7e,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:31.605344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:32.109238 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:47:32.303037 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29107ce1-7e43-40af-92e3-cc871eb65eab req-167e25c7-9021-4017-8c18-05e412810521 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:32.310774 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-29107ce1-7e43-40af-92e3-cc871eb65eab req-167e25c7-9021-4017-8c18-05e412810521 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0862105 Jun 23 17:47:32.363383 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-29107ce1-7e43-40af-92e3-cc871eb65eab req-40aa1c3f-5b90-4090-b370-e6624b336cbe tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514941 Jun 23 17:47:32.429636 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac82b1-155f-42ef-93a5-8311eb6cbe00 req-ef0ab14d-20c6-4daa-9ca1-08fd3548c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:32.431282 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a6ac82b1-155f-42ef-93a5-8311eb6cbe00 req-ef0ab14d-20c6-4daa-9ca1-08fd3548c9db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1099 time: 0.0588999 Jun 23 17:47:32.477378 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a6ac82b1-155f-42ef-93a5-8311eb6cbe00 req-3440695f-fbca-4926-965d-efaadb749400 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354168 Jun 23 17:47:32.638301 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef49e-48f8-4464-83b4-cee02bd4e7de req-1afa253e-99a6-4342-a789-6b2ab39cfda1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:32.646222 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cd7ef49e-48f8-4464-83b4-cee02bd4e7de req-1afa253e-99a6-4342-a789-6b2ab39cfda1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.0817149 Jun 23 17:47:32.684585 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cd7ef49e-48f8-4464-83b4-cee02bd4e7de req-d6148e34-6c98-472f-9b8c-ce1f85702e1c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Jun 23 17:47:33.573155 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a6a00-61c7-4192-b646-c1427505c084 req-b30d9e99-f27c-4bda-a8a4-c75cb189f04a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:33.574910 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5a3a6a00-61c7-4192-b646-c1427505c084 req-b30d9e99-f27c-4bda-a8a4-c75cb189f04a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0661035 Jun 23 17:47:33.619673 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5a3a6a00-61c7-4192-b646-c1427505c084 req-9dd43b3c-6b6a-4460-a65c-75d532488118 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383732 Jun 23 17:47:33.870994 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749f7ba-9de9-441c-92e9-5f6d00866763 req-2cb62628-4bbb-431a-9693-a9111855122e tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:33.872533 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1749f7ba-9de9-441c-92e9-5f6d00866763 req-2cb62628-4bbb-431a-9693-a9111855122e tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.0695493 Jun 23 17:47:33.916429 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1749f7ba-9de9-441c-92e9-5f6d00866763 req-4ba79e7e-89e1-4ec4-9c20-3673129c5972 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Jun 23 17:47:34.811045 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc35f1-6676-4acc-8631-a39d0b575bea req-9fcbd032-955f-4215-bfaf-621bf5c37077 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:34.812568 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94dc35f1-6676-4acc-8631-a39d0b575bea req-9fcbd032-955f-4215-bfaf-621bf5c37077 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0685139 Jun 23 17:47:34.852460 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94dc35f1-6676-4acc-8631-a39d0b575bea req-94e2f6bc-3371-490f-9b3b-b4df98696075 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Jun 23 17:47:35.050214 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a851e-b314-4729-9e29-e2f7575a487e req-810f7fd1-5034-4a29-92dc-d066f64ea7af tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:35.051833 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-558a851e-b314-4729-9e29-e2f7575a487e req-810f7fd1-5034-4a29-92dc-d066f64ea7af tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0749986 Jun 23 17:47:35.098001 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-558a851e-b314-4729-9e29-e2f7575a487e req-fb824ff5-0748-4291-9dad-80eb07151db1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383449 Jun 23 17:47:35.162062 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be85fe9-01de-43d8-a673-49d678b822b8 req-027acc45-383c-43ae-9ded-d00ceb3b998b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:35.164817 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6be85fe9-01de-43d8-a673-49d678b822b8 req-027acc45-383c-43ae-9ded-d00ceb3b998b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 943 time: 0.0933354 Jun 23 17:47:35.209490 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6be85fe9-01de-43d8-a673-49d678b822b8 req-a0eb33fc-9bb3-44b0-b8bc-afc2736fbf5d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 Jun 23 17:47:35.602550 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f984cba2-5eb3-4361-9095-323dec9f5dcf details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:47:35.718620 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:47:35.736362 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'f984cba2-5eb3-4361-9095-323dec9f5dcf', 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23', 'port_id': 'f984cba2-5eb3-4361-9095-323dec9f5dcf', 'mac_address': 'fa:16:3e:c9:5f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf188c-d939-414a-b6cb-d9a3badc4ed1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:47:35.796239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:35.812264 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f984cba2-5eb3-4361-9095-323dec9f5dcf {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:47:35.836404 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:47:35.843328 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:35.846564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:35.911546 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:35.922774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.923140 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.923544 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.923907 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.924239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.924656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.924999 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.925335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.925695 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.926019 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.926345 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.926658 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:47:35.932178 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:36.326342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f984cba2-5eb3-4361-9095-323dec9f5dcf'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:47:36.396320 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939bf55-c401-48f3-b98a-a21eee811911 req-51cb7d0c-ae0d-4b14-847e-4eea25286a9c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:36.398617 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f939bf55-c401-48f3-b98a-a21eee811911 req-51cb7d0c-ae0d-4b14-847e-4eea25286a9c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 944 time: 0.0727103 Jun 23 17:47:36.447655 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f939bf55-c401-48f3-b98a-a21eee811911 req-d4545305-6518-436b-a1fe-76c7e89f757f tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390906 Jun 23 17:47:37.631049 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccd961-8a06-4623-a09d-0dabda96dd51 req-4f0107e6-5c48-4740-83a9-0bd112d3b047 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:37.632580 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d9ccd961-8a06-4623-a09d-0dabda96dd51 req-4f0107e6-5c48-4740-83a9-0bd112d3b047 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 944 time: 0.0681281 Jun 23 17:47:37.677248 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d9ccd961-8a06-4623-a09d-0dabda96dd51 req-acd7e5a2-cb86-4247-b159-956d12629d6b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Jun 23 17:47:38.065254 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef0fe-1daa-47b5-b6a5-c991cc926661 req-5399482c-aae6-414e-9b91-62ba9fbf7b0b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:38.066568 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-938ef0fe-1daa-47b5-b6a5-c991cc926661 req-5399482c-aae6-414e-9b91-62ba9fbf7b0b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0761421 Jun 23 17:47:38.112459 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-938ef0fe-1daa-47b5-b6a5-c991cc926661 req-c057a490-f10d-441d-ad73-3a4f06bfda4b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Jun 23 17:47:38.859986 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6663-b79d-4d33-a9d5-6155292b5024 req-709acfd0-3fc3-4c53-8590-a898a729024f tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:38.861451 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56cf6663-b79d-4d33-a9d5-6155292b5024 req-709acfd0-3fc3-4c53-8590-a898a729024f tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 944 time: 0.0679097 Jun 23 17:47:38.901311 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56cf6663-b79d-4d33-a9d5-6155292b5024 req-d4363843-d289-4223-942f-5eeaafce3fd2 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jun 23 17:47:39.295316 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c6f8-d589-4808-b1fa-30475d676a53 req-a910042f-e2d8-449b-8302-73e40735fb47 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:39.297220 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3ff0c6f8-d589-4808-b1fa-30475d676a53 req-a910042f-e2d8-449b-8302-73e40735fb47 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0691831 Jun 23 17:47:39.345406 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3ff0c6f8-d589-4808-b1fa-30475d676a53 req-5ce47e83-dc5d-4835-b20d-26050a8d4fd8 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Jun 23 17:47:39.963106 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f984cba2-5eb3-4361-9095-323dec9f5dcf up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:47:40.025185 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port f984cba2-5eb3-4361-9095-323dec9f5dcf completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:47:40.032558 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port f984cba2-5eb3-4361-9095-323dec9f5dcf triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:47:40.033063 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:40.104668 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3abc19-ee6a-4942-8b15-5f805a2f8ee0 req-5b810cfc-15e8-420b-b39c-086e2764e9c8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:40.106196 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1e3abc19-ee6a-4942-8b15-5f805a2f8ee0 req-5b810cfc-15e8-420b-b39c-086e2764e9c8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 944 time: 0.0847640 Jun 23 17:47:40.125259 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:40.155521 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1e3abc19-ee6a-4942-8b15-5f805a2f8ee0 req-4b5776f2-24de-4677-b2dd-210658d4223d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Jun 23 17:47:40.156296 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:47:40.159588 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2768f8d4-f94d-4416-9e56-43cc1915a9bc" -d '{"events": [{"server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "name": "network-vif-plugged", "status": "completed", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:47:40.174339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:47:40.179772 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:40.181906 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:47:40.231488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb9a7a-f8ae-4a1f-8e8c-90b633a94db8 x-openstack-request-id: req-8adb9a7a-f8ae-4a1f-8e8c-90b633a94db8 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:47:40.231829 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "name": "network-vif-plugged", "status": "completed", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:47:40.232092 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8adb9a7a-f8ae-4a1f-8e8c-90b633a94db8 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:47:40.232490 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf', 'code': 200} Jun 23 17:47:40.237626 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:47:40.240664 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:47:40.536165 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ff30-0e7f-4e70-9480-e6049c2df6a1 req-d48d498c-b898-4fcc-ae0e-476534a92c6d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:40.537675 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6ea1ff30-0e7f-4e70-9480-e6049c2df6a1 req-d48d498c-b898-4fcc-ae0e-476534a92c6d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0772774 Jun 23 17:47:40.580771 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6ea1ff30-0e7f-4e70-9480-e6049c2df6a1 req-0a602a39-3f3c-40d1-969a-2342ee648939 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jun 23 17:47:41.356693 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178039-ff33-401b-92ed-238ba0dffe89 req-2919abf4-6fff-4de9-820c-c3da90959f2b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:41.358195 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4d178039-ff33-401b-92ed-238ba0dffe89 req-2919abf4-6fff-4de9-820c-c3da90959f2b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0690744 Jun 23 17:47:41.399861 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4d178039-ff33-401b-92ed-238ba0dffe89 req-d88f2435-6d30-4127-a254-c370154496fa tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Jun 23 17:47:41.767741 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675b145-1d9a-4ab2-90b8-206dc70645aa req-cd2b2595-7fc9-42b1-8dd0-8c0feb1e5754 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:41.769244 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7675b145-1d9a-4ab2-90b8-206dc70645aa req-cd2b2595-7fc9-42b1-8dd0-8c0feb1e5754 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0676863 Jun 23 17:47:41.809344 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7675b145-1d9a-4ab2-90b8-206dc70645aa req-397b8950-9085-4666-8667-39cfb169e3f3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343530 Jun 23 17:47:42.587096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b877a-178d-4413-83b5-ea5d692741d0 req-233b924d-3f84-4105-b3c9-7669f1b063c6 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:42.588663 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c22b877a-178d-4413-83b5-ea5d692741d0 req-233b924d-3f84-4105-b3c9-7669f1b063c6 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0713861 Jun 23 17:47:42.628757 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c22b877a-178d-4413-83b5-ea5d692741d0 req-3828cf0e-0e7a-4666-810b-e7550eab3d03 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339777 Jun 23 17:47:42.865844 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-b25a2c0f-b6df-43c7-b5a2-8dc1ead6e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:42.867493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-b25a2c0f-b6df-43c7-b5a2-8dc1ead6e4d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0581863 Jun 23 17:47:43.103225 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-8f5293f3-6882-4393-9bba-ed6e5f4bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:43.105421 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-8f5293f3-6882-4393-9bba-ed6e5f4bb2ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.2299678 Jun 23 17:47:43.167079 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-ff4c60d6-f8df-4b00-892c-e36bf859afa6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0498514 Jun 23 17:47:43.169601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8ca9a-1c3c-4978-9304-5ff8b42a314d req-08093e1f-a423-4e1b-83b8-184e99ff7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:43.171135 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-46f8ca9a-1c3c-4978-9304-5ff8b42a314d req-08093e1f-a423-4e1b-83b8-184e99ff7e03 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 1098 time: 0.2174625 Jun 23 17:47:43.176042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d12a2943-d19f-45da-a2ca-5bda460dcaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:43.182558 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1028eca-7935-41bd-90bc-bb4b5be5de9f req-75d967ec-d8b0-4205-93ec-f7c55139a337 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:43.184113 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c1028eca-7935-41bd-90bc-bb4b5be5de9f req-75d967ec-d8b0-4205-93ec-f7c55139a337 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.2099011 Jun 23 17:47:43.292962 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-46f8ca9a-1c3c-4978-9304-5ff8b42a314d req-eee5a05d-3e84-4b90-8f70-bdbd24be807b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066227 Jun 23 17:47:43.294953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-d6de70a1-5783-4dc7-8de6-995918b889ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:43.297101 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-d6de70a1-5783-4dc7-8de6-995918b889ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.1118565 Jun 23 17:47:43.300790 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c1028eca-7935-41bd-90bc-bb4b5be5de9f req-71e2c55e-5cd8-41a0-8317-8d7a47e2048b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979900 Jun 23 17:47:43.709699 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-165c6265-8ee5-4b64-9b11-b31711d67dea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351706 Jun 23 17:47:43.817218 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-9c3c5618-60c5-4459-99b0-f4ba158aac99 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920787 Jun 23 17:47:43.839878 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f97997-911a-4219-8fba-441952f5f46b req-aa336a1b-ccd1-4655-8c13-85d9b6d81834 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:43.841440 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c1f97997-911a-4219-8fba-441952f5f46b req-aa336a1b-ccd1-4655-8c13-85d9b6d81834 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0762858 Jun 23 17:47:43.887286 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c1f97997-911a-4219-8fba-441952f5f46b req-44e58d3c-4eaa-4522-8cd8-f2f700779236 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Jun 23 17:47:43.946082 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c6dfd03-04ac-49bc-901b-37cdd5a0615a req-c776890b-ffd0-4bf1-9f3d-a7234a65b3ab service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987666 Jun 23 17:47:44.221843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:44.491918 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2bb6e-442a-4304-bbea-cd48fec44f21 req-e3856631-afb9-4448-b378-525528453055 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:44.493934 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-47d2bb6e-442a-4304-bbea-cd48fec44f21 req-e3856631-afb9-4448-b378-525528453055 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0716000 Jun 23 17:47:44.542653 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-47d2bb6e-442a-4304-bbea-cd48fec44f21 req-b3e4f297-3fff-45da-8973-97874217d591 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Jun 23 17:47:45.090075 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688b20-2f43-4cf5-b9be-807b9045014d req-de5b3ae5-6dcb-4184-82e8-817e0beaac13 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:45.091608 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba688b20-2f43-4cf5-b9be-807b9045014d req-de5b3ae5-6dcb-4184-82e8-817e0beaac13 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0865562 Jun 23 17:47:45.129600 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba688b20-2f43-4cf5-b9be-807b9045014d req-dce97040-cacb-4951-9d11-733b4b3b5943 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Jun 23 17:47:45.742147 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44009-c831-408f-8c69-0979a287a7ac req-4abd32cd-dacf-416f-9790-a4ef1cd2e13e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:45.743712 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f5e44009-c831-408f-8c69-0979a287a7ac req-4abd32cd-dacf-416f-9790-a4ef1cd2e13e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0734358 Jun 23 17:47:45.788378 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f5e44009-c831-408f-8c69-0979a287a7ac req-32a67b63-f894-4ac1-82b0-7fa64be432a9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Jun 23 17:47:46.173036 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b9b6cda4-ef87-473a-9dd5-54ea4ba96d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:46.199231 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:46.524592 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be979-b268-4f6b-a0a2-30998cce891b req-f4714172-137c-43e7-acc8-ef596dc9abe5 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:46.526164 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-546be979-b268-4f6b-a0a2-30998cce891b req-f4714172-137c-43e7-acc8-ef596dc9abe5 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.2664731 Jun 23 17:47:46.572858 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-546be979-b268-4f6b-a0a2-30998cce891b req-a5d9224e-710e-4500-9440-76898c12dda8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Jun 23 17:47:46.969774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ed95-00cd-429a-b191-7ac054af2de4 req-2be36748-aa25-49bb-ad8d-433c913620fb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:46.971195 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1b3ed95-00cd-429a-b191-7ac054af2de4 req-2be36748-aa25-49bb-ad8d-433c913620fb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0659969 Jun 23 17:47:47.009599 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1b3ed95-00cd-429a-b191-7ac054af2de4 req-5c32114f-0633-4613-8071-ca8b79e937ca tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326777 Jun 23 17:47:47.769127 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e9047-fd2b-4b7a-aeb2-56ac6ea77a82 req-3e8c5b45-c304-469c-a6ff-09e633d2cd87 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:47.771839 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c44e9047-fd2b-4b7a-aeb2-56ac6ea77a82 req-3e8c5b45-c304-469c-a6ff-09e633d2cd87 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0804493 Jun 23 17:47:47.792207 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:47.819998 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c44e9047-fd2b-4b7a-aeb2-56ac6ea77a82 req-1edfd812-745b-4708-950e-337b0ff84f60 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Jun 23 17:47:48.209124 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df949e0f-f4c2-446a-9ad1-271efd17749c req-e261dc49-4a4f-4c09-9b6a-4e5a6c8a1737 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:48.210787 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-df949e0f-f4c2-446a-9ad1-271efd17749c req-e261dc49-4a4f-4c09-9b6a-4e5a6c8a1737 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0783653 Jun 23 17:47:48.253950 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-df949e0f-f4c2-446a-9ad1-271efd17749c req-9afd6baf-767e-4513-8c59-c7e466c8d62d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365820 Jun 23 17:47:49.004655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd7be2-bf06-4f4e-a15a-e4ffeb3514bc req-093fc57c-adc9-4cde-8a8e-424b96748dbc tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:49.006158 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-99cd7be2-bf06-4f4e-a15a-e4ffeb3514bc req-093fc57c-adc9-4cde-8a8e-424b96748dbc tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0677404 Jun 23 17:47:49.046887 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-99cd7be2-bf06-4f4e-a15a-e4ffeb3514bc req-2f699100-3677-4600-a88f-ebebfc2456f9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Jun 23 17:47:49.323440 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:47:49.459463 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f304-4760-4180-a56c-d008e3fb8468 req-9c767bbb-0809-443b-ba38-6fd01c9a339f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:49.461127 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d306f304-4760-4180-a56c-d008e3fb8468 req-9c767bbb-0809-443b-ba38-6fd01c9a339f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0706999 Jun 23 17:47:49.511861 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d306f304-4760-4180-a56c-d008e3fb8468 req-82d46f32-632d-486b-859a-832c386397ac tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 Jun 23 17:47:50.256409 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd7072-0288-4a15-9d86-472ef32b1950 req-e3d231bc-a42f-481f-8a37-87d7a484312d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:50.258025 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b1bd7072-0288-4a15-9d86-472ef32b1950 req-e3d231bc-a42f-481f-8a37-87d7a484312d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0919194 Jun 23 17:47:50.304890 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b1bd7072-0288-4a15-9d86-472ef32b1950 req-6b9e366b-c4bb-4c60-9b3c-8e2e27414289 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Jun 23 17:47:50.733100 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e53ab-1f6e-45e1-91f6-50e8ce44a989 req-446bd1f7-6eea-4ac1-8162-c20882dd8467 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:50.735015 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b41e53ab-1f6e-45e1-91f6-50e8ce44a989 req-446bd1f7-6eea-4ac1-8162-c20882dd8467 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0863647 Jun 23 17:47:50.786444 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b41e53ab-1f6e-45e1-91f6-50e8ce44a989 req-1d5622d2-50f4-4a74-bfa9-3dab626232b0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Jun 23 17:47:51.551213 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d959231-f77a-4846-af78-c1f702d4dc0c req-0787894f-b1e2-4036-9f67-21c04f48dbe0 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:51.553601 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6d959231-f77a-4846-af78-c1f702d4dc0c req-0787894f-b1e2-4036-9f67-21c04f48dbe0 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0916989 Jun 23 17:47:51.598081 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6d959231-f77a-4846-af78-c1f702d4dc0c req-97c90158-192a-4bb7-8deb-dc73cd60a2d0 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Jun 23 17:47:51.978202 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9eaa1d-f86a-4c7c-861b-3978a967ab1e req-d6a86a76-5dbd-4bfb-9d30-50424d492ee3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:51.980916 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8e9eaa1d-f86a-4c7c-861b-3978a967ab1e req-d6a86a76-5dbd-4bfb-9d30-50424d492ee3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0744288 Jun 23 17:47:52.034995 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8e9eaa1d-f86a-4c7c-861b-3978a967ab1e req-3fc3e06e-76da-4972-a9c2-f70772bca399 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Jun 23 17:47:52.806473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312698c5-a2be-4cee-9b41-f5d7fb6c84db req-c428afc7-7999-47e0-95fc-772a1313aec8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:52.809456 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-312698c5-a2be-4cee-9b41-f5d7fb6c84db req-c428afc7-7999-47e0-95fc-772a1313aec8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0906291 Jun 23 17:47:52.861665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-312698c5-a2be-4cee-9b41-f5d7fb6c84db req-260912fc-298a-4af9-900a-7b439c5c9a20 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Jun 23 17:47:53.242704 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40048-a57c-4c86-9678-3977881929eb req-b8b843e3-8b32-4b73-b24e-c9d4860a43b7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:53.244286 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f4f40048-a57c-4c86-9678-3977881929eb req-b8b843e3-8b32-4b73-b24e-c9d4860a43b7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0853782 Jun 23 17:47:53.291677 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f4f40048-a57c-4c86-9678-3977881929eb req-765f50b7-9827-4ab5-90bd-be086c87db9e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Jun 23 17:47:54.544160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c4008-2919-4a33-868b-42e3612d1048 req-d9899691-0548-4469-a66f-7f076b54bddd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:54.544160 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-940c4008-2919-4a33-868b-42e3612d1048 req-d9899691-0548-4469-a66f-7f076b54bddd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0779383 Jun 23 17:47:54.579848 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-940c4008-2919-4a33-868b-42e3612d1048 req-d9745e0f-1743-472c-8002-697c0e2636a8 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Jun 23 17:47:55.771599 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca21ebb-c5e0-4586-949d-6a1e2114aaa0 req-55222587-fa9a-4957-b275-cde9a5259f70 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:55.773101 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3ca21ebb-c5e0-4586-949d-6a1e2114aaa0 req-55222587-fa9a-4957-b275-cde9a5259f70 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0729887 Jun 23 17:47:55.813420 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3ca21ebb-c5e0-4586-949d-6a1e2114aaa0 req-d9d22b6c-b62d-4037-9440-d713ce4a5a80 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Jun 23 17:47:56.993112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa302e5-bbe4-4301-baab-bf0a3182ea9c req-7d694cb3-ce7e-4a57-a958-17910e103f0f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:56.994853 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fa302e5-bbe4-4301-baab-bf0a3182ea9c req-7d694cb3-ce7e-4a57-a958-17910e103f0f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0648386 Jun 23 17:47:57.033634 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fa302e5-bbe4-4301-baab-bf0a3182ea9c req-78310686-e142-44cd-b584-d68f8fa23d6e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Jun 23 17:47:58.217231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2876e0-5d81-4e07-ad89-c1538975e779 req-9ae60abf-2fe6-48e5-8104-651b20734610 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:58.218682 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c2876e0-5d81-4e07-ad89-c1538975e779 req-9ae60abf-2fe6-48e5-8104-651b20734610 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0719259 Jun 23 17:47:58.258591 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5c2876e0-5d81-4e07-ad89-c1538975e779 req-47824ed4-da04-45e8-98e5-1814ac919073 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339398 Jun 23 17:47:59.465086 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052edf-2b7c-4a77-8ba9-bff9fa61f866 req-b12122d7-a188-40e6-8823-24b18870d635 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:47:59.467154 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1f052edf-2b7c-4a77-8ba9-bff9fa61f866 req-b12122d7-a188-40e6-8823-24b18870d635 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0729482 Jun 23 17:47:59.508633 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1f052edf-2b7c-4a77-8ba9-bff9fa61f866 req-1afc5d0a-1f25-406a-ae93-d74f367f76e3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Jun 23 17:48:00.720097 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb46ae-4aad-49e5-b751-4250b1bc5f09 req-5ea1345b-8193-4d38-944c-ebac1017e5c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:00.722698 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f5cb46ae-4aad-49e5-b751-4250b1bc5f09 req-5ea1345b-8193-4d38-944c-ebac1017e5c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0941634 Jun 23 17:48:00.785301 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f5cb46ae-4aad-49e5-b751-4250b1bc5f09 req-73ec15c9-e5c2-47b5-9ad1-424a770c9d16 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554049 Jun 23 17:48:01.998054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642c0a0-c3ce-431d-ba64-964a8dc38bf5 req-36bd1bc9-1e45-47c5-91e4-0b925fbc51e9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:01.999665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c642c0a0-c3ce-431d-ba64-964a8dc38bf5 req-36bd1bc9-1e45-47c5-91e4-0b925fbc51e9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0779209 Jun 23 17:48:02.048350 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c642c0a0-c3ce-431d-ba64-964a8dc38bf5 req-ec0ce9b6-827f-403c-a2df-37c8f43139f3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369079 Jun 23 17:48:03.240177 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894fa72-a7a9-4462-b0e7-a2a6f913de6b req-8c0f01aa-95f4-46e4-98b4-d7ce8e535066 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:03.241688 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0894fa72-a7a9-4462-b0e7-a2a6f913de6b req-8c0f01aa-95f4-46e4-98b4-d7ce8e535066 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0717797 Jun 23 17:48:03.287398 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0894fa72-a7a9-4462-b0e7-a2a6f913de6b req-87871b27-4ba7-4233-9935-47bfcebb4127 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Jun 23 17:48:04.486087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7eb54a-6e5d-4570-82d5-f5825d524ea4 req-c8a09fb0-b7c8-46ba-8abf-fb7929dfcc1d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:04.488092 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b7eb54a-6e5d-4570-82d5-f5825d524ea4 req-c8a09fb0-b7c8-46ba-8abf-fb7929dfcc1d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0725529 Jun 23 17:48:04.532312 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b7eb54a-6e5d-4570-82d5-f5825d524ea4 req-4f1a7260-37de-4689-9f6e-776067062d09 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Jun 23 17:48:05.758268 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9a06-b880-4130-b480-c2dbb73fc8ef req-a5cf9a5d-fb41-4223-beea-366bc5de8033 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:05.761132 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-246c9a06-b880-4130-b480-c2dbb73fc8ef req-a5cf9a5d-fb41-4223-beea-366bc5de8033 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0868473 Jun 23 17:48:05.812436 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-246c9a06-b880-4130-b480-c2dbb73fc8ef req-dee4d77b-af4d-4ff9-a50c-fd250bad0c92 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Jun 23 17:48:06.999031 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407574a-5e4a-41fb-af40-c348ff93717a req-d71c23cc-5d55-4845-a97f-875e12ff048c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:07.000634 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b407574a-5e4a-41fb-af40-c348ff93717a req-d71c23cc-5d55-4845-a97f-875e12ff048c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0695524 Jun 23 17:48:07.039258 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b407574a-5e4a-41fb-af40-c348ff93717a req-b4e3a0e8-4346-4543-b3ae-1442effcbf77 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 Jun 23 17:48:08.218845 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d4d3-ac75-44c3-982b-97b1f92b44d0 req-3c4b3af2-7112-4d94-8101-adb2a9218249 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:08.220433 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fd6d4d3-ac75-44c3-982b-97b1f92b44d0 req-3c4b3af2-7112-4d94-8101-adb2a9218249 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0682745 Jun 23 17:48:08.259757 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fd6d4d3-ac75-44c3-982b-97b1f92b44d0 req-3944c8a7-2e47-4a6b-bbb5-c7a34b929516 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jun 23 17:48:09.119430 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:48:09.500310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b0c0e-4185-40a4-b5a1-776cfbc74197 req-6b319fed-4e49-4995-aa8f-293537b2283f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:09.501893 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-882b0c0e-4185-40a4-b5a1-776cfbc74197 req-6b319fed-4e49-4995-aa8f-293537b2283f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0766959 Jun 23 17:48:09.543922 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-882b0c0e-4185-40a4-b5a1-776cfbc74197 req-e227063f-e9a1-43c3-aa0f-1aaf8b461df4 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362446 Jun 23 17:48:10.807094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44797bb2-c75e-4d6d-a50a-55f1c46fe5e1 req-b83afc06-734c-4a1b-93a1-995b7188438b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:10.808622 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44797bb2-c75e-4d6d-a50a-55f1c46fe5e1 req-b83afc06-734c-4a1b-93a1-995b7188438b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1460857 Jun 23 17:48:10.811567 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-47fc3da9-ada8-44a2-be05-4756d354bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:10.812979 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-47fc3da9-ada8-44a2-be05-4756d354bf73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.1073577 Jun 23 17:48:10.874276 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44797bb2-c75e-4d6d-a50a-55f1c46fe5e1 req-a1a484dc-7666-4fb8-bf43-781ae928ecc6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597501 Jun 23 17:48:10.961122 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-a1ec4614-d7a6-4522-aca9-89053525eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:10.963150 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-a1ec4614-d7a6-4522-aca9-89053525eb6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.1260200 Jun 23 17:48:11.011314 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-3eeae5e9-7382-4d4d-85e8-e8269ffa3bc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0412247 Jun 23 17:48:11.069745 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-d06602c3-aedc-47dc-b075-0de052f21b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:11.071278 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-d06602c3-aedc-47dc-b075-0de052f21b05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.0532665 Jun 23 17:48:11.110850 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-aafa04da-df5b-439b-9a41-b83dba18be33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327797 Jun 23 17:48:11.209750 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-89c1779a-ce14-4ea1-9c00-04aa2623ca91 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901089 Jun 23 17:48:11.348188 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-94e6b62f-ce2f-488d-88ef-20d120183203 req-e37b0aa8-d2e4-4c83-8bde-372429c25b27 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317277 Jun 23 17:48:12.062788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bb7e0-bd8f-44ce-a708-4b4b13f558ae req-2910d06b-48ea-40b4-bc2b-2810f7e6ac8b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:12.064438 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-422bb7e0-bd8f-44ce-a708-4b4b13f558ae req-2910d06b-48ea-40b4-bc2b-2810f7e6ac8b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0680180 Jun 23 17:48:12.111082 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-422bb7e0-bd8f-44ce-a708-4b4b13f558ae req-c927f7ef-fabc-4161-9df6-6d527a68ec2f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402369 Jun 23 17:48:12.763606 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53218) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:12.897582 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:12.998882 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.004586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.009452 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-82890032-9e5f-4883-9210-84f620e66bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:13.072194 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f73f6670a2e5430fb32c2169a0387890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064284 Jun 23 17:48:13.073169 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f5ae0-e444-4742-a311-fad778b8e630,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:13.074950 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 53234) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:13.082433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.082805 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.083276 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.083505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.083950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.084422 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.084649 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.084997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.085339 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.085727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.086018 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.086352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.106585 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:13.139837 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.168244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.171112 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-07eaeb2c-ea58-4eaa-a558-d01620443cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.225594 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.228924 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:13.232661 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/060f5ae0-e444-4742-a311-fad778b8e630 HTTP/1.1" status: 204 len: 168 time: 0.1541998 Jun 23 17:48:13.232661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-97342d7c-f14a-4fc4-8d14-b147e3f9241c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:13.246371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f5ae0-e444-4742-a311-fad778b8e630,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:13.258242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.259556 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.260765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.261264 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.261813 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.262318 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.262866 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.263358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.263941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.264477 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.265069 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.267890 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:48:13.272280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:13.320392 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bddbef-070a-4826-ac6f-43386285c915 req-457dc402-f7fc-44d8-85e5-ec2c4f7a2496 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:13.324235 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33bddbef-070a-4826-ac6f-43386285c915 req-457dc402-f7fc-44d8-85e5-ec2c4f7a2496 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0859642 Jun 23 17:48:13.369630 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33bddbef-070a-4826-ac6f-43386285c915 req-65b9a397-bb21-462f-a839-3b7904772783 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Jun 23 17:48:13.718715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464addb-5554-44c1-a37b-2367e7a7591c req-970567be-11ee-4f76-bb8a-3070962f3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:13.720390 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2464addb-5554-44c1-a37b-2367e7a7591c req-970567be-11ee-4f76-bb8a-3070962f3efc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0627699 Jun 23 17:48:13.761421 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2464addb-5554-44c1-a37b-2367e7a7591c req-0e430783-e6cb-40f9-bf45-ec54723e7eb3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jun 23 17:48:14.227653 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:14.581445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65336e-3bda-43df-8b45-7549a281c5de req-961a2b57-7c36-4277-8de9-4d5e66c29b3a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:14.582992 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c65336e-3bda-43df-8b45-7549a281c5de req-961a2b57-7c36-4277-8de9-4d5e66c29b3a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0777280 Jun 23 17:48:14.626221 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c65336e-3bda-43df-8b45-7549a281c5de req-f9fe758d-cd40-4ad4-a33e-8664eda815d3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Jun 23 17:48:15.871344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a54c1c-0d1b-483d-8b14-86740b7f1bcb req-ae9c114c-d453-46ca-af57-2d6c5785ebec tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:15.873130 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-54a54c1c-0d1b-483d-8b14-86740b7f1bcb req-ae9c114c-d453-46ca-af57-2d6c5785ebec tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0974641 Jun 23 17:48:15.938273 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-54a54c1c-0d1b-483d-8b14-86740b7f1bcb req-4c7904f6-e83b-4e37-ad69-b95cddad5fa9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Jun 23 17:48:16.164718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-701b628e-12b1-4a75-b4f5-0adec5d19bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:16.191736 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:17.125450 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c359ed-25ac-43ca-b197-d6b17fa68a83 req-e0cdb3ef-7f3b-41d9-978d-fd801d0f29ec tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:17.130432 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01c359ed-25ac-43ca-b197-d6b17fa68a83 req-e0cdb3ef-7f3b-41d9-978d-fd801d0f29ec tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0651996 Jun 23 17:48:17.168526 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01c359ed-25ac-43ca-b197-d6b17fa68a83 req-7e6aad9d-7ea0-4e75-afcc-4ac9e7989ec2 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jun 23 17:48:17.595756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5c721-ed01-4da6-bca7-a446bccfff78 req-cfa3755d-7e75-4ce7-a4c1-84e5833ca3da tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:17.597271 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-faa5c721-ed01-4da6-bca7-a446bccfff78 req-cfa3755d-7e75-4ce7-a4c1-84e5833ca3da tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0659246 Jun 23 17:48:17.636658 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-faa5c721-ed01-4da6-bca7-a446bccfff78 req-8c413ad7-7673-418a-8681-7b981cb5b52f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jun 23 17:48:17.785669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:18.824066 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169693b-3a20-4552-9672-42a1a317135a req-8c8fa95c-3254-4c70-97cc-6a3330b4712b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:18.825629 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d169693b-3a20-4552-9672-42a1a317135a req-8c8fa95c-3254-4c70-97cc-6a3330b4712b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0733466 Jun 23 17:48:18.867207 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d169693b-3a20-4552-9672-42a1a317135a req-9f35370a-c0e6-4f9e-b78b-61d656016ad1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Jun 23 17:48:19.331179 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:20.061952 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21348-94a7-4079-994c-f8ebbc24f846 req-0d692e5c-9c32-4ed0-8474-cff9012638c5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:20.063465 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ad21348-94a7-4079-994c-f8ebbc24f846 req-0d692e5c-9c32-4ed0-8474-cff9012638c5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0709088 Jun 23 17:48:20.109500 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ad21348-94a7-4079-994c-f8ebbc24f846 req-8463c1c4-b000-4e76-842c-9e46f719433c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Jun 23 17:48:21.289997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b4e9-337c-44a2-b79f-3450b7b45b8e req-84fed6d8-1de0-4b84-a0c9-0f12c0fc2223 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:21.291585 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdc2b4e9-337c-44a2-b79f-3450b7b45b8e req-84fed6d8-1de0-4b84-a0c9-0f12c0fc2223 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0630040 Jun 23 17:48:21.332136 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdc2b4e9-337c-44a2-b79f-3450b7b45b8e req-5a88f93f-c49f-48af-89e6-94b2f1d7d824 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jun 23 17:48:22.514361 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b364de-8bb2-4294-bd8a-473e16f5a0a3 req-8d32b815-2eae-4206-9afb-9a2697aa7cd7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:22.515898 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-54b364de-8bb2-4294-bd8a-473e16f5a0a3 req-8d32b815-2eae-4206-9afb-9a2697aa7cd7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0687487 Jun 23 17:48:22.562288 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-54b364de-8bb2-4294-bd8a-473e16f5a0a3 req-0cbe1036-b82b-4dbe-9cd2-96ecdf1cd586 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Jun 23 17:48:22.755001 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-822f6451-0257-4d1e-9030-7ef30f0e8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:22.756521 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-822f6451-0257-4d1e-9030-7ef30f0e8c0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0550227 Jun 23 17:48:22.846824 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-bca7a4f6-4130-4f45-b2c9-92db72ef24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:22.848215 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-bca7a4f6-4130-4f45-b2c9-92db72ef24d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.0848806 Jun 23 17:48:22.896807 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-0e2ee3ca-f767-4eb7-94e4-40a19bba51bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0371108 Jun 23 17:48:22.945763 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-151cd68e-557a-4fdc-aa9f-c0018a0f7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:22.947247 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-151cd68e-557a-4fdc-aa9f-c0018a0f7af6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.0439098 Jun 23 17:48:22.984442 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-20416510-e5d9-46f7-bd55-6ff9cb7cf152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266464 Jun 23 17:48:23.078800 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-dd1bd53c-2f2f-404f-b3d7-7e60c5730478 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Jun 23 17:48:23.167649 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c43f9007-2592-45b6-a05d-e8c28c027b20 req-042d5e82-c22f-40ec-bcca-c2765238b24a service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812144 Jun 23 17:48:23.763134 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282313-3dc4-40e2-a204-3fbbab9b745c req-928e4e16-e78e-4046-9739-729d4dc5ad08 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:23.764660 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-91282313-3dc4-40e2-a204-3fbbab9b745c req-928e4e16-e78e-4046-9739-729d4dc5ad08 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0875287 Jun 23 17:48:23.803319 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-91282313-3dc4-40e2-a204-3fbbab9b745c req-e149f3a9-38ad-4c39-af2d-f494143055af tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Jun 23 17:48:24.988008 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd91c-5a5c-4954-9f14-cd283cffcb9d req-f769c32b-8d98-46d5-b6f1-27b1f1a1108d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:24.989484 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-15ccd91c-5a5c-4954-9f14-cd283cffcb9d req-f769c32b-8d98-46d5-b6f1-27b1f1a1108d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0682964 Jun 23 17:48:25.029218 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-15ccd91c-5a5c-4954-9f14-cd283cffcb9d req-4e95cbf7-b1fd-4a93-bf57-b15b8ee000a7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Jun 23 17:48:26.220791 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede48dc0-cb32-484f-9111-35f28a50fcf0 req-e8402c95-f063-4944-ab9d-0cea8dcb73cd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:26.222441 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ede48dc0-cb32-484f-9111-35f28a50fcf0 req-e8402c95-f063-4944-ab9d-0cea8dcb73cd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0743394 Jun 23 17:48:26.276844 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ede48dc0-cb32-484f-9111-35f28a50fcf0 req-1420b9eb-5767-4a31-a897-a5925a911fee tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474660 Jun 23 17:48:27.453513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bbb43-f565-4cff-b0a1-1ff10ae6da84 req-339a37aa-80d9-47f7-8e9d-053da499e71c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:27.455020 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-af5bbb43-f565-4cff-b0a1-1ff10ae6da84 req-339a37aa-80d9-47f7-8e9d-053da499e71c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0658011 Jun 23 17:48:27.492519 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-af5bbb43-f565-4cff-b0a1-1ff10ae6da84 req-0bdee8cc-1133-4d35-8853-594b99d601fa tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Jun 23 17:48:43.177373 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c3cce0c3-aee2-4324-ad2e-7f2d1b909ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:43.786880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9549ad9-7f71-486e-a9f6-88bbc8a59f76 req-636c026f-7bc2-4559-8b8b-f3d687bd9a66 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:43.788766 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9549ad9-7f71-486e-a9f6-88bbc8a59f76 req-636c026f-7bc2-4559-8b8b-f3d687bd9a66 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0828190 Jun 23 17:48:43.831663 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9549ad9-7f71-486e-a9f6-88bbc8a59f76 req-e2312925-dd12-42ed-ba7d-cf76daedfc7c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Jun 23 17:48:44.249107 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:46.118308 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:48:46.168216 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-013831cd-ed64-4589-be1b-59a43a01ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:46.192528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:47.789894 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:49.325250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:52.969958 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53780) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:53.115765 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.222835 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.227562 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.231218 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d563a468-1633-460e-b2d3-aef459feba96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:53.284277 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8a48eee89a843e3a204f2c7cfce82e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102441 Jun 23 17:48:53.284832 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 53794) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:53.287991 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a6591-e255-48c3-ba9e-d2d94e1326fa,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:53.292423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:53.360699 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.403441 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.485091 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.487958 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.489104 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab7a6591-e255-48c3-ba9e-d2d94e1326fa HTTP/1.1" status: 204 len: 168 time: 0.2032342 Jun 23 17:48:53.489862 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-53bdbc41-edc1-40d2-a2d4-538ee3885a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:53.497948 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a6591-e255-48c3-ba9e-d2d94e1326fa,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:53.508343 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b20fd732-38d0-48e6-8ee3-983507b8b89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:53.782085 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 53806) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:53.795926 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.907989 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.912638 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:53.917425 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ee163ba5-de01-4d3d-819a-28e2686db51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:53.964652 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38a07cae47354ebdbd4724fbfd63faec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814444 Jun 23 17:48:53.966017 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36983207-7bf5-4702-91cd-02f4c047cea5,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:53.968043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53816) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:53.970637 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:54.027998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:54.054404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:54.106217 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:54.110181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:54.111477 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36983207-7bf5-4702-91cd-02f4c047cea5 HTTP/1.1" status: 204 len: 168 time: 0.1422434 Jun 23 17:48:54.112160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d2063726-a779-4078-b7c9-f47d26e57148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:54.120253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36983207-7bf5-4702-91cd-02f4c047cea5,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:54.123530 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:54.711576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53850) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:54.840076 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:54.989768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.002960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.006732 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-803c9a0e-b1ae-4cbf-9021-bcf80cd43889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:55.052038 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a49be480d8e3421a83405b10f1c65dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390379 Jun 23 17:48:55.053146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b722b60-e1b6-4ea2-bf38-75754d06f8b1,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:55.055738 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 53866) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:55.057189 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:55.126435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.160881 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.228487 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.231092 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:55.234856 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b722b60-e1b6-4ea2-bf38-75754d06f8b1 HTTP/1.1" status: 204 len: 168 time: 0.1753943 Jun 23 17:48:55.234856 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2d68e617-9ff8-4c70-8b76-9a2bb835f0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:55.241728 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b722b60-e1b6-4ea2-bf38-75754d06f8b1,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:55.244489 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:56.444378 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53930) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:56.644621 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:56.811984 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:56.817455 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:56.821801 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-147aa3b9-f199-4d4b-b98d-e8eca5efc1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:56.862227 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ee8c7120d02467da6b1ae42ce2c3280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166701 Jun 23 17:48:56.865889 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53944) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:56.872612 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece5ab8-6622-496e-8d74-63a15b406790,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:56.877505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:56.940936 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:56.968697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.017471 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.019982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.021082 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cece5ab8-6622-496e-8d74-63a15b406790 HTTP/1.1" status: 204 len: 168 time: 0.1541290 Jun 23 17:48:57.021834 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-998fb869-42e1-49c5-ac80-57c18e77112a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:57.030266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece5ab8-6622-496e-8d74-63a15b406790,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:57.035694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:57.289253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 53954) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:57.305921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.399154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.403160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.406456 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a82eea41-47b5-4048-ae63-d7e63d5e74fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:57.442625 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d775a6ef6c5465a9457c0473ffd0d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522489 Jun 23 17:48:57.443375 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b798a5-a49b-49a1-b44b-b196c824b642,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:57.445368 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 53956) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:57.446919 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:57.501362 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.526151 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.574822 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.578004 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:57.582222 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71b798a5-a49b-49a1-b44b-b196c824b642 HTTP/1.1" status: 204 len: 168 time: 0.1355042 Jun 23 17:48:57.583109 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e3bf543e-43cd-46d0-97a3-5059b7f6eaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:57.592227 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b798a5-a49b-49a1-b44b-b196c824b642,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:57.594669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:58.392389 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54000) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:58.680782 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:58.829726 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:58.835603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:58.841265 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cb0e315e-f195-4d4e-94d1-a3c7dfe37f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:58.903241 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13e6036b7d2447bf93dc84cf85f53e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5096178 Jun 23 17:48:58.905137 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb72ee-c50f-4166-bcae-18f2cb2f8899,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:58.907356 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54018) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:48:58.909423 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:58.972395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:58.996087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:59.062370 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:59.065335 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:48:59.066740 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87cb72ee-c50f-4166-bcae-18f2cb2f8899 HTTP/1.1" status: 204 len: 168 time: 0.1543725 Jun 23 17:48:59.067898 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-169c2fe6-469e-4f42-8928-75ed0dce9b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:48:59.082412 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb72ee-c50f-4166-bcae-18f2cb2f8899,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:48:59.086028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0dbd80c8-d858-4b2c-b072-b499a50bc027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:48:59.933415 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580890-3a34-406c-84cf-40933d75b997 req-8a12998f-699d-44ee-9803-4166c0f2adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:48:59.934939 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-8a12998f-699d-44ee-9803-4166c0f2adc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0963113 Jun 23 17:49:00.060849 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580890-3a34-406c-84cf-40933d75b997 req-35a440c9-7f1f-4968-9efa-6dfcb04cbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:00.061464 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73365057-80b4-4d18-8675-ac654c0b3203 req-5b57a5ed-53d0-4ce2-b202-fd5ce9b1d69c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:00.062424 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-35a440c9-7f1f-4968-9efa-6dfcb04cbd82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.1186137 Jun 23 17:49:00.063028 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-73365057-80b4-4d18-8675-ac654c0b3203 req-5b57a5ed-53d0-4ce2-b202-fd5ce9b1d69c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0917535 Jun 23 17:49:00.117726 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-3287db02-1f9b-42ad-ad26-9c0be81ea18b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0461271 Jun 23 17:49:00.139786 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-73365057-80b4-4d18-8675-ac654c0b3203 req-899b6036-7728-4c64-b98d-4938369bbfd0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665083 Jun 23 17:49:00.185743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580890-3a34-406c-84cf-40933d75b997 req-5084e360-e0e8-4c19-aa8d-913efa645df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:00.187894 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-5084e360-e0e8-4c19-aa8d-913efa645df6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.0615945 Jun 23 17:49:00.225774 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-a3a39aff-d8de-44a6-aaaf-a18a4fab1664 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300272 Jun 23 17:49:00.394161 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-418bfb0c-5b2f-4800-a311-5e769f79abd9 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591358 Jun 23 17:49:00.507705 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38580890-3a34-406c-84cf-40933d75b997 req-c44e8595-800d-4f64-885a-a6eefc953000 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010110 Jun 23 17:49:01.308817 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed118780-10e8-4589-9a8f-d8a661f31495 req-11de3515-bc5d-422d-a578-1adb01c07ad6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:01.310840 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed118780-10e8-4589-9a8f-d8a661f31495 req-11de3515-bc5d-422d-a578-1adb01c07ad6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0659614 Jun 23 17:49:01.359320 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ed118780-10e8-4589-9a8f-d8a661f31495 req-7ddd6500-1b3e-442b-84d2-620e5fd1cae9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jun 23 17:49:02.555300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b0206-3cf6-41c7-b4bd-af320b8aa576 req-871a5e17-d09e-4d6f-b29b-a9ff7ec5274e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:02.556726 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-505b0206-3cf6-41c7-b4bd-af320b8aa576 req-871a5e17-d09e-4d6f-b29b-a9ff7ec5274e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0725081 Jun 23 17:49:02.599045 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-505b0206-3cf6-41c7-b4bd-af320b8aa576 req-14a96bdb-c8e7-4e13-8ad4-d4c41c3261ca tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Jun 23 17:49:03.921708 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1728fe-b5f2-46b4-8789-42c1bb5de293 req-fc838d67-2d81-400b-9edc-85e6618406f6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:03.923297 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cf1728fe-b5f2-46b4-8789-42c1bb5de293 req-fc838d67-2d81-400b-9edc-85e6618406f6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1059833 Jun 23 17:49:03.977378 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-cf1728fe-b5f2-46b4-8789-42c1bb5de293 req-5e20211e-f83b-4073-b1ba-f8c57762c7c2 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Jun 23 17:49:04.343771 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54180) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:04.484548 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.616829 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.620815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54190) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:04.623213 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.626711 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-270c385c-9ce5-4a03-975c-d5724c780e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:04.678241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd69e09-edca-477b-9f18-cdfc805b1b59,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:04.684428 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74ca374d05b64a8e90ab72a534fac809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393948 Jun 23 17:49:04.685951 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54194) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:04.686236 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:04.755207 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.769046 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.802903 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.896008 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.898588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.900080 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbd69e09-edca-477b-9f18-cdfc805b1b59 HTTP/1.1" status: 204 len: 168 time: 0.2121813 Jun 23 17:49:04.902831 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c383d08a-f663-4627-87ef-50f2aea0255b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:04.922609 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd69e09-edca-477b-9f18-cdfc805b1b59,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:04.935100 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:04.958007 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.964295 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:04.967790 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96aa4256-95de-4b41-a598-7537dc566410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:05.010051 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=591eab4f67a64e3d90b1d4f9c0541a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855388 Jun 23 17:49:05.010051 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013facd-2a90-4fbd-9972-6018495db00a,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:05.010437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54204) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:05.017549 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:05.119181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.147957 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.212606 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba581221-bc0d-4e68-8d3d-0f891c1a425a req-79d77c9b-1d67-4eb2-8db2-60058c1e91fc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:05.212993 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.214573 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ba581221-bc0d-4e68-8d3d-0f891c1a425a req-79d77c9b-1d67-4eb2-8db2-60058c1e91fc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0795517 Jun 23 17:49:05.215774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.217506 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3013facd-2a90-4fbd-9972-6018495db00a HTTP/1.1" status: 204 len: 168 time: 0.2060440 Jun 23 17:49:05.218374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d41d0fcf-d3c1-415d-9af3-f4174cdcc064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:05.228306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013facd-2a90-4fbd-9972-6018495db00a,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:05.230577 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:05.263588 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ba581221-bc0d-4e68-8d3d-0f891c1a425a req-7c408f3a-88f9-48fb-afd8-541959bcc4c6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Jun 23 17:49:05.582186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54212) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:05.597368 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.697441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.701895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.704817 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6466046d-40bb-4a8e-ae7e-86606e74ebbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:05.752621 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cad974f077c74a0cb515dc39a960d5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687448 Jun 23 17:49:05.753570 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54214) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:05.754501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b21903-8d95-404a-bfe2-99cc4d3c199e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:05.759699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:05.817101 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.848252 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.910758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.913787 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:05.914968 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3b21903-8d95-404a-bfe2-99cc4d3c199e HTTP/1.1" status: 204 len: 168 time: 0.1600525 Jun 23 17:49:05.915791 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96b232c6-039c-4b9f-97bd-9a66926a2161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:05.924875 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b21903-8d95-404a-bfe2-99cc4d3c199e,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:05.929146 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:06.448544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12284cf-8cdf-4f1e-a998-24f078944dab req-d9e63864-ef1a-46a9-a001-492310acbc98 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:06.450027 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b12284cf-8cdf-4f1e-a998-24f078944dab req-d9e63864-ef1a-46a9-a001-492310acbc98 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0698607 Jun 23 17:49:06.490363 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b12284cf-8cdf-4f1e-a998-24f078944dab req-fb67af2f-5ad6-4a4e-9918-759e2638ad97 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Jun 23 17:49:07.068338 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54252) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:07.177698 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.453919 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.458313 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.460804 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ed987d07-2130-4a69-9958-298c5adbb7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:07.498084 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6768315dac5d4c0597a59d83debed785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286580 Jun 23 17:49:07.498928 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf848e9-4bf4-4398-8de4-a1faa2e3b68b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:07.501018 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54258) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:07.502669 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:07.558590 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.585832 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.673629 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.676199 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:07.677348 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cf848e9-4bf4-4398-8de4-a1faa2e3b68b HTTP/1.1" status: 204 len: 168 time: 0.1752870 Jun 23 17:49:07.678946 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-85798d9d-b765-4359-9059-291b41550ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:07.697633 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf848e9-4bf4-4398-8de4-a1faa2e3b68b,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:07.702626 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:07.725891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e96b3-b3ef-43bc-87ef-8bcb1edf5046 req-f0ef18f7-8f0e-46f2-b0a5-49072e865363 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:07.727752 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-358e96b3-b3ef-43bc-87ef-8bcb1edf5046 req-f0ef18f7-8f0e-46f2-b0a5-49072e865363 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1009610 Jun 23 17:49:07.775900 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-358e96b3-b3ef-43bc-87ef-8bcb1edf5046 req-ac1b228d-6a12-45b7-9ee5-b237baf4df16 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392892 Jun 23 17:49:08.970969 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f1f0-4f84-4303-be2d-8d28c8ef1e28 req-7ab649db-7236-4877-ad7d-98046b55db28 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:08.973316 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-49d7f1f0-4f84-4303-be2d-8d28c8ef1e28 req-7ab649db-7236-4877-ad7d-98046b55db28 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Jun 23 17:49:09.022891 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-49d7f1f0-4f84-4303-be2d-8d28c8ef1e28 req-f450686a-61e3-4a24-b80a-6e9448d5b8fe tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Jun 23 17:49:09.284011 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54310) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:09.408210 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.507335 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.512083 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.516044 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-fbca0ecc-5acb-4ca3-84c4-610e6afb9f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:09.557088 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5abb77-2695-473e-a95c-41b5cbb8ab3f,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:09.564470 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=018c0e6f64cf4e2190de3ca43fbbcd28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790291 Jun 23 17:49:09.564691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54318) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:09.565780 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:09.634887 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.661061 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.753257 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.755880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:09.757031 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b5abb77-2695-473e-a95c-41b5cbb8ab3f HTTP/1.1" status: 204 len: 168 time: 0.1904883 Jun 23 17:49:09.758796 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ef758fe7-ab58-444a-a884-f42681f3a77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:09.773657 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-83226f3e-e17c-4dfb-b32f-416e278588cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869443 Jun 23 17:49:09.774594 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5abb77-2695-473e-a95c-41b5cbb8ab3f,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:09.776983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:09.886129 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-362d3197-06a6-4417-8d10-523c3badb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:09.887616 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-362d3197-06a6-4417-8d10-523c3badb7e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 1099 time: 0.0894961 Jun 23 17:49:10.003965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-d63a06f7-edc5-46a5-acc1-f1f637f5f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:10.005538 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-d63a06f7-edc5-46a5-acc1-f1f637f5f5d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.0943279 Jun 23 17:49:10.075019 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-bae77f2b-7c13-43a0-9441-19dd4b6f0a51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 200 len: 217 time: 0.0619316 Jun 23 17:49:10.136812 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-aa6ac368-8152-4f65-a3dd-7baa802e9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:10.139130 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-aa6ac368-8152-4f65-a3dd-7baa802e9b9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.0566409 Jun 23 17:49:10.175898 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-dc345aa7-7c5c-4847-9ab0-81c9fbb8d25a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277355 Jun 23 17:49:10.240877 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6115c2-794b-4cf6-96ef-158b2d917e65 req-398ab43d-d2ba-485b-bbba-57b565c06b62 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:10.243106 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee6115c2-794b-4cf6-96ef-158b2d917e65 req-398ab43d-d2ba-485b-bbba-57b565c06b62 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0751572 Jun 23 17:49:10.297006 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee6115c2-794b-4cf6-96ef-158b2d917e65 req-cc9b6c09-a10b-4b18-b8b3-c3be8704e12b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Jun 23 17:49:10.305849 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-5840e495-ef2c-4514-8438-3ec2ab4d2d65 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229701 Jun 23 17:49:10.449773 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5eaf75d-ff54-43d7-a905-93bca790acb8 req-6a86ea62-2a3f-401d-b6d0-e53984ea27e5 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369245 Jun 23 17:49:10.563069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54362) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:10.709829 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-281047755-network', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:10.752867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Made reservation on behalf of ec780e860e6a4f0daf9e392a01f8fec4 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:49:10.755513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:10.770951 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:10.924918 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:10.930640 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:10.937859 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7b667bca-27e6-4236-bf91-4c2b8b33b548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:10.983910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:49:11.001661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0349d69b-9d95-4df3-bbc7-9ed9a50a15dd,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:11.009718 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:11.013897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.014589 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Added segment 7dd8b8f3-5e04-449b-b79d-4f5c65a9174d of type vlan for network 761138aa-93cb-49b1-9f2b-011481c43d93 Jun 23 17:49:11.058868 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.100123 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.101946 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:11.102731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.105527 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:11.167347 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6029034 Jun 23 17:49:11.170519 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54378) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:11.172770 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=761138aa-93cb-49b1-9f2b-011481c43d93,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:11.175699 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Request body: {'subnet': {'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-281047755-subnet', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:11.175862 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:11.183291 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 761138aa-93cb-49b1-9f2b-011481c43d93 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:49:11.208502 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Made reservation on behalf of ec780e860e6a4f0daf9e392a01f8fec4 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:49:11.210936 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.430518 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.447870 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:11.513655 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6839cdc-0163-4edb-b243-a71b37d68631,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:11.524211 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:11.549802 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Checking segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:11.550158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Network hostable DHCP agents. Network: 761138aa-93cb-49b1-9f2b-011481c43d93, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:49:11.561370 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d7c8f-be48-4016-a844-49bec7015d54 req-72aef8ee-b80a-42bc-8622-852b1177cc82 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:11.562936 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-855d7c8f-be48-4016-a844-49bec7015d54 req-72aef8ee-b80a-42bc-8622-852b1177cc82 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1451199 Jun 23 17:49:11.601732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Network 761138aa-93cb-49b1-9f2b-011481c43d93 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:49:11.624005 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-855d7c8f-be48-4016-a844-49bec7015d54 req-4eda8571-820c-4168-9e26-53fca01add91 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521843 Jun 23 17:49:11.625797 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 761138aa-93cb-49b1-9f2b-011481c43d93) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:11.630856 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:11.631463 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.643311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a95e39-39ff-409d-b47c-39bf8e5be5c9 None None] Network 761138aa-93cb-49b1-9f2b-011481c43d93 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:49:11.654569 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-8e3cb864-d99b-4b04-a4a8-f4a2423be799 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4787345 Jun 23 17:49:11.655767 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54382) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:11.660964 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:11.692358 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.694687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.782267 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.963645 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:11.997719 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-761138aa-93cb-49b1-9f2b-011481c43d93', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:49:11.999523 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.179515 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Allocated IP 172.20.0.2 (761138aa-93cb-49b1-9f2b-011481c43d93/e6839cdc-0163-4edb-b243-a71b37d68631/0e8eaab6-de2f-44ae-9ba4-20c99fd08beb) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:12.221977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.242404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.349215 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.359757 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Transition to ACTIVE for port object 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:12.363871 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Allocated IP 172.27.3.48 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/302f62a6-8421-418e-a196-d39946c1a4b7) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:12.378867 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Transition to ACTIVE for port object 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:12.385141 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.387239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:12.429719 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Network 761138aa-93cb-49b1-9f2b-011481c43d93 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:12.432843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:12.436837 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:12.446202 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Pushing event updated for resources: {'Port': ['ID=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:12.477615 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.477909 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.478258 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.478597 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.478931 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.479265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.479595 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.479960 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.480310 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.480643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.480969 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.481840 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:12.486978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:12.503641 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.538611 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Attempting to bind port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:12.539004 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Attempting to bind port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:12.539378 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Attempting to bind port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb on network 761138aa-93cb-49b1-9f2b-011481c43d93 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:12.545693 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:12.546148 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Checking segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:12.546486 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.546896 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Bound using segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:12.547385 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Bound port: 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:12.547877 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.554880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.557243 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:12.598357 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:12.601294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:12.605107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:12.629343 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] For port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:12.629860 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Pushing event updated for resources: {'Port': ['ID=302f62a6-8421-418e-a196-d39946c1a4b7,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:12.634091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:12.634766 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] For port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:12.641415 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:12.645212 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:12.711544 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Pushing event updated for resources: {'Port': ['ID=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:12.716819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:12.902096 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b7cb-e607-470f-be92-44ded0c09973 req-7ed3d538-725a-49d6-ba41-2e472fcfc6d6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:12.905004 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c1c2b7cb-e607-470f-be92-44ded0c09973 req-7ed3d538-725a-49d6-ba41-2e472fcfc6d6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1057034 Jun 23 17:49:12.964467 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c1c2b7cb-e607-470f-be92-44ded0c09973 req-e3f7c2cc-deb6-4849-b6ac-2b5d6d8005d1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Jun 23 17:49:12.980345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:13.181287 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-cc333c94-7f33-4dc4-a574-d5c721705a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:13.284269 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:13.427255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Router cef04d4e-d180-445c-9a6f-76d00980dc1e is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:49:13.557680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:49:13.579925 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Sync routers for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:49:13.587202 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:13.592219 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9320874 Jun 23 17:49:13.592517 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:13.592517 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:48:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:13.592918 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54398) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:13.723302 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:13.867198 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de0b2b7-b014-4d3c-ac60-cd21f8e72ddb None None] Network 761138aa-93cb-49b1-9f2b-011481c43d93 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:49:13.986231 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f0e5d2db-9462-481d-93b0-f5716f1023ca None None] Provisioning for port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:14.028834 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:12Z', 'revision_number': 3, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:14.061895 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Checking router: cef04d4e-d180-445c-9a6f-76d00980dc1e for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:49:14.062588 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Updating router cef04d4e-d180-445c-9a6f-76d00980dc1e port 302f62a6-8421-418e-a196-d39946c1a4b7 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:49:14.108326 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.250905 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.357322 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b7693-f125-4662-a362-ef2cf07fccd6 req-d1c0f518-d34f-471c-bd57-33fac5561b8d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:14.362029 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a07b7693-f125-4662-a362-ef2cf07fccd6 req-d1c0f518-d34f-471c-bd57-33fac5561b8d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1998379 Jun 23 17:49:14.365919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.451612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:14.515680 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.528297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:14.533687 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Transition to ACTIVE for port object 302f62a6-8421-418e-a196-d39946c1a4b7 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:14.537915 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:14.538311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.544407 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.551137 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-192eb959-b95d-4193-b435-94fa514068b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:14.554442 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a07b7693-f125-4662-a362-ef2cf07fccd6 req-f6f15878-a34d-4029-82f7-a376d10192ae tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580091 Jun 23 17:49:14.592305 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-ead9edc2-b276-40d2-b61e-103eb9568fc5 None None] Provisioning complete for port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:14.592977 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ead9edc2-b276-40d2-b61e-103eb9568fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.650926 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Pushing event updated for resources: {'Port': ['ID=302f62a6-8421-418e-a196-d39946c1a4b7,revision_number=2']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:14.664840 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Attempting to bind port 302f62a6-8421-418e-a196-d39946c1a4b7 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:14.665242 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Attempting to bind port 302f62a6-8421-418e-a196-d39946c1a4b7 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:14.665813 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Attempting to bind port 302f62a6-8421-418e-a196-d39946c1a4b7 on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:14.672803 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.673348 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.673876 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.674411 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.674938 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.675452 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.676006 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.676527 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.677497 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.677671 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.678116 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.678621 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:14.685208 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Allocated IP 172.20.0.1 (761138aa-93cb-49b1-9f2b-011481c43d93/e6839cdc-0163-4edb-b243-a71b37d68631/abcb82dd-94c7-4ff1-9af5-83f71dba93cb) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:14.687820 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:14.689524 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:14.690090 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:14.690734 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.691353 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:14.692415 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Bound port: 302f62a6-8421-418e-a196-d39946c1a4b7, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:14.693362 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.790410 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] For port 302f62a6-8421-418e-a196-d39946c1a4b7, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:14.795287 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] For port 302f62a6-8421-418e-a196-d39946c1a4b7, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=302f62a6-8421-418e-a196-d39946c1a4b7,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:14.801959 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.809950 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:14.823060 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.850765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Transition to ACTIVE for port object abcb82dd-94c7-4ff1-9af5-83f71dba93cb will not be triggered until provisioned by entity DHCP. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:14.866516 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ead9edc2-b276-40d2-b61e-103eb9568fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.869100 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.923344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.928436 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:14.960297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:14.974164 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:14.979178 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-594e767c-a60c-4ec0-bba5-fc6db2804558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:15.010919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Network 761138aa-93cb-49b1-9f2b-011481c43d93 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:15.016872 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:15.019893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:15.021379 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Pushing event updated for resources: {'Port': ['ID=302f62a6-8421-418e-a196-d39946c1a4b7,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:15.026494 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:15.028663 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:15.030653 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:48:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:15.067672 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.072599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Pushing event updated for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:15.118905 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.119272 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.119683 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.120014 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.120361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.120705 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.121049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.121388 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.121733 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.122292 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.122716 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.123055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:15.124601 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.db.api [None req-ead9edc2-b276-40d2-b61e-103eb9568fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:49:15.124979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_db.api [None req-ead9edc2-b276-40d2-b61e-103eb9568fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:49:15.126011 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:15.127000 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:15.130211 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:15.232338 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:15.267270 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.544964 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:12Z', 'revision_number': 3, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:15.578406 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f5a45-65de-4d51-8886-f50ac89dffb2 None None] The sync data for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi is: [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:12Z', 'revision_number': 3, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:49:15.777306 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.785537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.792808 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:15.812012 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-17ccc08d-e10e-4f47-9367-ac974b2ace26 None None] Provisioning for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:15.816828 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-17ccc08d-e10e-4f47-9367-ac974b2ace26 None None] Provisioning complete for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:15.817219 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-17ccc08d-e10e-4f47-9367-ac974b2ace26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.882265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-17ccc08d-e10e-4f47-9367-ac974b2ace26 None None] Port abcb82dd-94c7-4ff1-9af5-83f71dba93cb cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:49:15.923920 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Pushing event updated for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:15.925638 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:15.930175 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:15.943974 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6976c5a-81c5-47a2-9e6c-479ea5ba5fa5 req-775ad982-5880-4a87-8361-a390806f2f48 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:15.945563 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c6976c5a-81c5-47a2-9e6c-479ea5ba5fa5 req-775ad982-5880-4a87-8361-a390806f2f48 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.2489145 Jun 23 17:49:16.055830 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c6976c5a-81c5-47a2-9e6c-479ea5ba5fa5 req-01b34c35-10ba-4941-8287-541673b054ff tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955341 Jun 23 17:49:16.092996 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Network 761138aa-93cb-49b1-9f2b-011481c43d93 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:16.094859 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:16.197106 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-4118a1f3-9252-4879-8dd1-b64ec0c1de8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.219650 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.376175 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Router cef04d4e-d180-445c-9a6f-76d00980dc1e has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:49:16.633175 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 302f62a6-8421-418e-a196-d39946c1a4b7 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:16.642808 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-810a874b-e701-49ec-ad01-a463e7304419 None None] Provisioning complete for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:16.643598 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-810a874b-e701-49ec-ad01-a463e7304419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.678053 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:49:16.688320 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] 10.222.0.66 "PUT /v2.0/routers/cef04d4e-d180-445c-9a6f-76d00980dc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0932136 Jun 23 17:49:16.721532 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-810a874b-e701-49ec-ad01-a463e7304419 None None] Port abcb82dd-94c7-4ff1-9af5-83f71dba93cb cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:49:16.752021 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 302f62a6-8421-418e-a196-d39946c1a4b7 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:16.760839 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 302f62a6-8421-418e-a196-d39946c1a4b7 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:16.761478 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.889299 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.925495 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 302f62a6-8421-418e-a196-d39946c1a4b7, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=302f62a6-8421-418e-a196-d39946c1a4b7,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:16.934071 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:16.936413 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:16.941605 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:17.105010 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=302f62a6-8421-418e-a196-d39946c1a4b7,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:17.118335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:17.128078 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:17.128473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.305284 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f240d-247d-49f4-9165-4c7b642e4469 req-1344cfba-f567-4a38-997e-fde5e3cfd54f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:17.307140 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-617f240d-247d-49f4-9165-4c7b642e4469 req-1344cfba-f567-4a38-997e-fde5e3cfd54f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1010368 Jun 23 17:49:17.373603 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-617f240d-247d-49f4-9165-4c7b642e4469 req-9a5c1dbf-7130-4ed1-bd9b-fabf584418af tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Jun 23 17:49:17.431163 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54444) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:17.436545 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-678172274-network', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:17.461168 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Made reservation on behalf of cedd4ad812c540a1aa8041a901f0983d for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:49:17.463361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.475447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.637694 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.642022 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.645575 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0e002c28-c104-4e5c-8ffa-35dc05bfc5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:17.683124 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:49:17.694792 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb5c74-3cb7-4386-9281-a80fb2554f24,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:17.699515 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:17.701092 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.701433 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Added segment 2c4c4bbc-caa4-43e2-a573-a46703d841c1 of type vlan for network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd Jun 23 17:49:17.753640 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.803520 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.805753 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:17.806190 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.806881 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.811952 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:17.826367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Sync routers for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:49:17.836685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:17.837327 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:17.849859 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4173412 Jun 23 17:49:17.853127 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54456) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:17.862426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Request body: {'subnet': {'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-678172274-subnet', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:17.900326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Made reservation on behalf of cedd4ad812c540a1aa8041a901f0983d for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:49:17.904138 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25427671'] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:17.906162 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Pushing event updated for resources: {'Network': ['ID=57f2fb11-f7fc-4eb6-8160-8d65b22c76bd,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:17.912544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:17.931289 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:49:18.018519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:18.104235 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25427653'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.109963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:18.202536 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c941c2-e52f-43af-a64d-c962f6443913,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:18.221950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Checking segment: {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:18.222352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Network hostable DHCP agents. Network: 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:49:18.226854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.227444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.228039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.228604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.229225 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.229793 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.230344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.230912 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.232163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.232715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.233259 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.233810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:49:18.241852 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:18.272355 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:49:18.285556 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:18.290444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:18.291169 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.304910 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c3bae-ff54-47ce-993c-26ba233f8a07 None None] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:49:18.312880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4576194 Jun 23 17:49:18.316806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54458) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:18.325434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:18.357484 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 302f62a6-8421-418e-a196-d39946c1a4b7 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:18.367596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.369647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.478660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.640650 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 302f62a6-8421-418e-a196-d39946c1a4b7 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:18.641293 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.690578 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e336-19c5-439e-8ed6-2403969a7b7f req-e3bf39a3-8086-4dff-ac39-8bd58932b226 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:18.695260 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4ac9e336-19c5-439e-8ed6-2403969a7b7f req-e3bf39a3-8086-4dff-ac39-8bd58932b226 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1302950 Jun 23 17:49:18.773999 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4ac9e336-19c5-439e-8ed6-2403969a7b7f req-1813d0d4-db69-4a85-b863-fb33dc8e53ec tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Jun 23 17:49:18.793907 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'fixed_ips': [{'subnet_id': '13c941c2-e52f-43af-a64d-c962f6443913'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:49:18.795400 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:18.804640 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 2, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:18.879010 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Checking router: cef04d4e-d180-445c-9a6f-76d00980dc1e for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:49:18.879617 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Updating router cef04d4e-d180-445c-9a6f-76d00980dc1e port abcb82dd-94c7-4ff1-9af5-83f71dba93cb binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:49:18.924843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.027297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.156144 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.176039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.176311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Allocated IP 172.20.0.2 (57f2fb11-f7fc-4eb6-8160-8d65b22c76bd/13c941c2-e52f-43af-a64d-c962f6443913/6ad4a125-04e6-4a49-9868-79e6b79748ac) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:19.311258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Allocated IP 172.27.3.5 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/0ad83fbc-8d94-4518-8b9c-d793d4d1356e) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:19.352743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.448706 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.501294 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.517408 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.520245 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9abfdc86-b808-47e2-9bdd-f767650bed78 tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:19.525710 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Transition to ACTIVE for port object 6ad4a125-04e6-4a49-9868-79e6b79748ac will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:19.550905 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.561390 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Transition to ACTIVE for port object 6ad4a125-04e6-4a49-9868-79e6b79748ac will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:19.568996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Transition to ACTIVE for port object abcb82dd-94c7-4ff1-9af5-83f71dba93cb will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:19.572993 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:19.573241 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.575371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:19.576959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:19.579849 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:19.582627 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.611729 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:19.614990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:19.638753 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:19.644313 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:19.650225 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:19.660276 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Pushing event updated for resources: {'Port': ['ID=6ad4a125-04e6-4a49-9868-79e6b79748ac,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:19.665741 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:19.695147 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:19.814042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Attempting to bind port 6ad4a125-04e6-4a49-9868-79e6b79748ac on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:19.814301 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Attempting to bind port 6ad4a125-04e6-4a49-9868-79e6b79748ac by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:19.814623 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Attempting to bind port 6ad4a125-04e6-4a49-9868-79e6b79748ac on network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:19.835201 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Pushing event updated for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:19.840942 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:19.841561 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Checking segment: {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:19.842239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.842919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Bound using segment: {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:19.843873 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Bound port: 6ad4a125-04e6-4a49-9868-79e6b79748ac, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:19.844532 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.848192 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:19.850966 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Attempting to bind port abcb82dd-94c7-4ff1-9af5-83f71dba93cb on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:19.851599 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Attempting to bind port abcb82dd-94c7-4ff1-9af5-83f71dba93cb by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:19.852253 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Attempting to bind port abcb82dd-94c7-4ff1-9af5-83f71dba93cb on network 761138aa-93cb-49b1-9f2b-011481c43d93 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:19.877728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:19.878413 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Checking segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:19.879700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.879909 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Bound using segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:19.880614 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Bound port: abcb82dd-94c7-4ff1-9af5-83f71dba93cb, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:19.881258 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:19.987900 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:20.035100 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] For port 6ad4a125-04e6-4a49-9868-79e6b79748ac, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:20.042101 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] For port 6ad4a125-04e6-4a49-9868-79e6b79748ac, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=6ad4a125-04e6-4a49-9868-79e6b79748ac,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:20.057396 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] For port abcb82dd-94c7-4ff1-9af5-83f71dba93cb, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:20.057396 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] For port abcb82dd-94c7-4ff1-9af5-83f71dba93cb, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:20.064303 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:20.065934 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:20.087964 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:20.091676 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285090b1-8089-4526-ad3c-a918e50dafe9 req-ea42868f-8e2b-4a67-9d28-d94da563408b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:20.094482 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-285090b1-8089-4526-ad3c-a918e50dafe9 req-ea42868f-8e2b-4a67-9d28-d94da563408b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1726556 Jun 23 17:49:20.193793 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-285090b1-8089-4526-ad3c-a918e50dafe9 req-b7227c3e-c428-4999-be91-a7235d7ec412 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857360 Jun 23 17:49:20.205485 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:20.206283 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:20.288864 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Pushing event updated for resources: {'Port': ['ID=6ad4a125-04e6-4a49-9868-79e6b79748ac,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:20.302797 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:20.303525 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:20.380428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:20.408685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Pushing event updated for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:20.412045 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:20.437708 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:20.633464 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Router 227e5417-d171-437b-9111-5f852fdeb4fd is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:49:20.775113 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:49:20.787537 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Sync routers for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:49:20.799758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:20.801773 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4831288 Jun 23 17:49:20.804966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54476) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:20.811663 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:20.813082 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:20.881340 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:20Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:20.920057 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d12dad-905f-4e52-99ed-5d17efb69466 None None] The sync data for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi is: [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:20Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:49:20.952900 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:21.220045 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:19Z', 'revision_number': 3, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:21.254056 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Checking router: 227e5417-d171-437b-9111-5f852fdeb4fd for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:49:21.258614 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Updating router 227e5417-d171-437b-9111-5f852fdeb4fd port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:49:21.308267 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.502883 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.601051 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0097a6a1-3cd0-4ce0-9fca-2e6dfc009c84 None None] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:49:21.638921 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282d43-a9d1-4f8f-8df7-4442a1579c26 req-006c3f4b-cc2a-4040-ad37-bb6cbcf5821b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:21.650731 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-15282d43-a9d1-4f8f-8df7-4442a1579c26 req-006c3f4b-cc2a-4040-ad37-bb6cbcf5821b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1849077 Jun 23 17:49:21.762134 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-15282d43-a9d1-4f8f-8df7-4442a1579c26 req-a37b0a14-fd5e-4867-8f2d-8c065ae018e9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071155 Jun 23 17:49:21.766099 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.784265 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Transition to ACTIVE for port object 0ad83fbc-8d94-4518-8b9c-d793d4d1356e will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:21.800204 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-36b30ff0-d1d0-4d40-967e-1cd6b98b0b66 None None] Provisioning for port 6ad4a125-04e6-4a49-9868-79e6b79748ac completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:21.800765 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.803157 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:21.852956 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Attempting to bind port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:21.853314 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Attempting to bind port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:21.853665 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Attempting to bind port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:21.864077 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:21.864767 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:21.865344 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.865911 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:21.866562 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Bound port: 0ad83fbc-8d94-4518-8b9c-d793d4d1356e, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:21.867104 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.870554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Allocated IP 172.20.0.1 (57f2fb11-f7fc-4eb6-8160-8d65b22c76bd/13c941c2-e52f-43af-a64d-c962f6443913/5d257041-c643-4131-9360-719e732f4f91) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:49:21.875598 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a13452-fe31-4493-af88-0476d19a0558 req-017522d3-8a91-4acc-9c3e-7fd4c955679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:21.888307 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-99a13452-fe31-4493-af88-0476d19a0558 req-017522d3-8a91-4acc-9c3e-7fd4c955679a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.2679701 Jun 23 17:49:21.921105 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90bc6-9f9a-473a-a801-a40614e1554b None None] Pushing event updated for resources: {'Port': ['ID=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,revision_number=2']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:21.932037 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-8dd90bc6-9f9a-473a-a801-a40614e1554b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:21.955324 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] For port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:21.962242 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] For port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:21.979104 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:21.985912 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:22.000090 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-99a13452-fe31-4493-af88-0476d19a0558 req-6443e334-61be-4c46-aac4-d979962ed136 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107244 Jun 23 17:49:22.081776 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:22.082582 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:22.174586 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90bc6-9f9a-473a-a801-a40614e1554b None None] Pushing event updated for resources: {'Port': ['ID=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:22.182173 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-8dd90bc6-9f9a-473a-a801-a40614e1554b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:22.333947 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:22.452072 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.489826 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Transition to ACTIVE for port object 5d257041-c643-4131-9360-719e732f4f91 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:22.536636 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device abcb82dd-94c7-4ff1-9af5-83f71dba93cb up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:22.572573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.578339 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:22.638961 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:19Z', 'revision_number': 3, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:22.662364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:22.663069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:22.671908 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:22.672780 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.673018 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:22.677436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:49:22.681433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Pushing event updated for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:22.688341 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:22.755178 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.824717 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.829473 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81821be-b584-48f8-a9e6-7ee9314a00d7 None None] The sync data for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi is: [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:19Z', 'revision_number': 3, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:49:22.871409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port abcb82dd-94c7-4ff1-9af5-83f71dba93cb, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:22.894646 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:22.898024 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 6ad4a125-04e6-4a49-9868-79e6b79748ac up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:22.905761 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:23.074301 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.091804 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:23.117865 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:49:23.121115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:23.134344 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 6ad4a125-04e6-4a49-9868-79e6b79748ac completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:23.144551 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 6ad4a125-04e6-4a49-9868-79e6b79748ac triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:23.145193 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.167091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-2dba7bbe-f7eb-4cb8-9e9e-96e7c2fbff4a None None] Provisioning for port 5d257041-c643-4131-9360-719e732f4f91 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:23.173816 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9c8a5-7de4-4956-b670-7d200d0a55f3 req-8dc682f1-8986-4ae8-bf59-770e77cff724 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:23.177781 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-65f9c8a5-7de4-4956-b670-7d200d0a55f3 req-8dc682f1-8986-4ae8-bf59-770e77cff724 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.2160115 Jun 23 17:49:23.227891 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-2dba7bbe-f7eb-4cb8-9e9e-96e7c2fbff4a None None] Provisioning complete for port 5d257041-c643-4131-9360-719e732f4f91 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:23.228512 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2dba7bbe-f7eb-4cb8-9e9e-96e7c2fbff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.268840 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-65f9c8a5-7de4-4956-b670-7d200d0a55f3 req-27f8e70a-1f7f-454f-9982-8209de810310 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803578 Jun 23 17:49:23.304437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-2dba7bbe-f7eb-4cb8-9e9e-96e7c2fbff4a None None] Port 5d257041-c643-4131-9360-719e732f4f91 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:49:23.317526 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.372747 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 6ad4a125-04e6-4a49-9868-79e6b79748ac, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=6ad4a125-04e6-4a49-9868-79e6b79748ac,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:23.377250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.381098 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:23.408805 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.420254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.423758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:23.509739 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=6ad4a125-04e6-4a49-9868-79e6b79748ac,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:23.518006 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:23.546306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.557387 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Pushing event updated for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:23.580995 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:23.686581 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:49:23.689163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:49:23.842520 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Router 227e5417-d171-437b-9111-5f852fdeb4fd has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:49:23.938488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-27ac514d-6440-4a61-bae9-de16d9e4bf5d None None] Provisioning complete for port 5d257041-c643-4131-9360-719e732f4f91 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:23.939532 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-27ac514d-6440-4a61-bae9-de16d9e4bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:23.965610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:49:23.970991 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] 10.222.0.66 "PUT /v2.0/routers/227e5417-d171-437b-9111-5f852fdeb4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649585 Jun 23 17:49:23.984439 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-27ac514d-6440-4a61-bae9-de16d9e4bf5d None None] Port 5d257041-c643-4131-9360-719e732f4f91 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:49:24.473348 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device abcb82dd-94c7-4ff1-9af5-83f71dba93cb up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:24.564827 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port abcb82dd-94c7-4ff1-9af5-83f71dba93cb triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:24.565426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.711863 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0ad83fbc-8d94-4518-8b9c-d793d4d1356e up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:24.778643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:24.783836 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:24.784397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.785644 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54518) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:24.794042 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548130956', 'description': 'tempest-secgroup-smoke-1548130956 description', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:24.823475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.887317 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.918201 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:24.925333 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.926513 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 6ad4a125-04e6-4a49-9868-79e6b79748ac up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:24.929978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:24.955764 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.960145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.963671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9d8fccfc-5dbf-4bc8-af5e-f19c8244ca35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:24.985041 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7a8ea-7fb3-4caa-bf1b-6c63616517c9 req-ac11cbac-e107-4d3d-a629-e3827f9710de tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:24.995060 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6fb7a8ea-7fb3-4caa-bf1b-6c63616517c9 req-ac11cbac-e107-4d3d-a629-e3827f9710de tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1132090 Jun 23 17:49:24.997797 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:24.999114 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2111552 Jun 23 17:49:25.001768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef097f26-7657-43d5-9c8a-08d430ba4d57,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.004185 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54520) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.016650 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.019375 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.027029 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.032038 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.044932 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 6ad4a125-04e6-4a49-9868-79e6b79748ac triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:25.045195 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.056388 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6fb7a8ea-7fb3-4caa-bf1b-6c63616517c9 req-c418509f-8e0c-4f1c-ab23-faa3c3fa8630 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Jun 23 17:49:25.070795 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.071351 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Sync routers for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:49:25.093437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:25.094090 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:25.156568 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.166109 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.167074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.189761 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df81cbf0-82cf-4a64-a44f-9b35b0634dd0,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.194449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.196428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.199953 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833675 Jun 23 17:49:25.201935 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54524) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.206813 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.252195 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.254853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:25.308619 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.314607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.319749 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.335079 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ff4497-ea02-43d1-b9ed-490014cad4a5,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.337934 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.345312 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.346828 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438026 Jun 23 17:49:25.351216 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54532) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.357425 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.387376 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.458270 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.462352 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.464636 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2e36e577-0237-4196-bd0e-98f24b100c68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.479818 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa93da9-ecc1-4aec-ad6c-e94a9c863eef,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.486038 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.490583 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:23Z', 'revision_number': 4, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '5d257041-c643-4131-9360-719e732f4f91', 'name': '', 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'mac_address': 'fa:16:3e:e6:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '13c941c2-e52f-43af-a64d-c962f6443913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:21Z', 'updated_at': '2021-06-23T17:49:23Z', 'revision_number': 2, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'subnets': [{'id': '13c941c2-e52f-43af-a64d-c962f6443913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:25.495351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.496893 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a1a9cfd3-9395-425f-be4b-00c209bc25f1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444926 Jun 23 17:49:25.499393 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 54536) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.504210 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.525320 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Checking router: 227e5417-d171-437b-9111-5f852fdeb4fd for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:49:25.525770 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Updating router 227e5417-d171-437b-9111-5f852fdeb4fd port 5d257041-c643-4131-9360-719e732f4f91 binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:49:25.535607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.571296 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.593153 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.597625 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.599677 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.618294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6ee9e4-b816-4268-92f6-0aa159f34b5f,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.622097 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.623916 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.625395 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249051 Jun 23 17:49:25.629611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54538) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.635446 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.660520 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.securitygroups_db [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Project ec780e860e6a4f0daf9e392a01f8fec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:49:25.666579 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.759515 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.768807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.771445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.774908 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8d51e-08de-431e-9ae0-19f7f710a407 req-9d6a6c77-32ca-4f10-9a5b-1da83fa67765 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:25.783184 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-51b8d51e-08de-431e-9ae0-19f7f710a407 req-9d6a6c77-32ca-4f10-9a5b-1da83fa67765 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1080925 Jun 23 17:49:25.793921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435b4fd8-7545-4a76-a843-9042e654b9c2,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.805112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.811241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.815569 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-6ccac9ed-482f-40db-8bd0-5812aa594af4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1819007 Jun 23 17:49:25.815878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 54542) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:49:25.820775 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'security_group_rule': {'security_group_id': 'ef097f26-7657-43d5-9c8a-08d430ba4d57', 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:49:25.824255 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-51b8d51e-08de-431e-9ae0-19f7f710a407 req-34b72d21-707a-4551-be10-61175fdc2324 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jun 23 17:49:25.849444 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.securitygroups_db [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Project ec780e860e6a4f0daf9e392a01f8fec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:49:25.854564 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.917232 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.919602 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.924729 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.926854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.929587 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Transition to ACTIVE for port object 5d257041-c643-4131-9360-719e732f4f91 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:49:25.937487 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.940684 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:25.943943 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8e4053-330e-4ef8-84aa-5552846e5999,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:25.952927 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:25.955772 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:25.956972 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4e6c5076-87a1-4b10-8197-599f27476e7e tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400855 Jun 23 17:49:26.027728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Pushing event updated for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:26.027728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:26.062378 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Attempting to bind port 5d257041-c643-4131-9360-719e732f4f91 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:49:26.062905 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Attempting to bind port 5d257041-c643-4131-9360-719e732f4f91 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:49:26.063194 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Attempting to bind port 5d257041-c643-4131-9360-719e732f4f91 on network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:49:26.068482 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:49:26.068921 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Checking segment: {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:49:26.069330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:26.069797 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Bound using segment: {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:49:26.070328 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Bound port: 5d257041-c643-4131-9360-719e732f4f91, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4c4bbc-caa4-43e2-a573-a46703d841c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:49:26.070717 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:26.146571 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] For port 5d257041-c643-4131-9360-719e732f4f91, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:49:26.153961 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] For port 5d257041-c643-4131-9360-719e732f4f91, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=5d257041-c643-4131-9360-719e732f4f91,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:49:26.160109 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:26.163102 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:26.232854 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Pushing event updated for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:26.235544 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:49:26.236123 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:26.238235 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:26.374408 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0ad83fbc-8d94-4518-8b9c-d793d4d1356e up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:26.407382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:49:26.711004 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:26.711405 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:26.860233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:23Z', 'revision_number': 4, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '5d257041-c643-4131-9360-719e732f4f91', 'name': '', 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'mac_address': 'fa:16:3e:e6:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '13c941c2-e52f-43af-a64d-c962f6443913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:21Z', 'updated_at': '2021-06-23T17:49:26Z', 'revision_number': 4, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'subnets': [{'id': '13c941c2-e52f-43af-a64d-c962f6443913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:49:26.897352 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e41cf58-25e0-4056-a7d2-bbc7961f9c3d None None] The sync data for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi is: [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:49:23Z', 'revision_number': 4, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '5d257041-c643-4131-9360-719e732f4f91', 'name': '', 'network_id': '57f2fb11-f7fc-4eb6-8160-8d65b22c76bd', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'mac_address': 'fa:16:3e:e6:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '13c941c2-e52f-43af-a64d-c962f6443913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:21Z', 'updated_at': '2021-06-23T17:49:26Z', 'revision_number': 4, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'subnets': [{'id': '13c941c2-e52f-43af-a64d-c962f6443913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:49:27.076272 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccbb79-c901-4dbe-8aa1-135b3716c3f6 req-792a5581-4905-4485-95fa-0aa2bac4d180 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:27.077860 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-93ccbb79-c901-4dbe-8aa1-135b3716c3f6 req-792a5581-4905-4485-95fa-0aa2bac4d180 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0823610 Jun 23 17:49:27.130380 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-93ccbb79-c901-4dbe-8aa1-135b3716c3f6 req-38e241a7-11e0-445e-97b8-1cf6115ec972 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Jun 23 17:49:28.022565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0827b-ac46-464c-8a62-295f321251bc req-fb47e429-2734-42d4-a325-7fd979a25fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:28.024088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-fb47e429-2734-42d4-a325-7fd979a25fe2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=436f280929694e11b2120d8cb32629e7&device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 1098 time: 0.0542493 Jun 23 17:49:28.118395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0827b-ac46-464c-8a62-295f321251bc req-d7283e87-4ce6-4bac-b2ef-1c4da2da22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:28.120002 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-d7283e87-4ce6-4bac-b2ef-1c4da2da22d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 200 len: 920 time: 0.0880332 Jun 23 17:49:28.165685 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-c0c0d20e-8b73-42c0-8d25-81112cce16d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 200 len: 217 time: 0.0383971 Jun 23 17:49:28.219563 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0827b-ac46-464c-8a62-295f321251bc req-f46c779a-6a06-459d-9d3c-b40f508e1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:28.221045 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-f46c779a-6a06-459d-9d3c-b40f508e1edd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 200 len: 859 time: 0.0495267 Jun 23 17:49:28.259031 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-545d8980-0821-42eb-bd53-aae74c7a3fab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02fc8994-f96e-445d-b974-dcdb50835248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312824 Jun 23 17:49:28.368469 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e519ad-c117-444d-8bcd-6f9e03a0f54d req-eaab50b0-2f85-4cb3-8f2f-3a8cb246001d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:28.370185 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a2e519ad-c117-444d-8bcd-6f9e03a0f54d req-eaab50b0-2f85-4cb3-8f2f-3a8cb246001d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.1124129 Jun 23 17:49:28.381705 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 5d257041-c643-4131-9360-719e732f4f91 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:28.387990 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-df6aa091-f803-4dcb-bd04-e42dd7ebbe09 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202245 Jun 23 17:49:28.448704 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a2e519ad-c117-444d-8bcd-6f9e03a0f54d req-a749761a-47dc-4ada-98a9-6cb3eef7183a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635059 Jun 23 17:49:28.476062 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 5d257041-c643-4131-9360-719e732f4f91 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:49:28.480069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 5d257041-c643-4131-9360-719e732f4f91 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:28.480716 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:28.495525 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2ee0827b-ac46-464c-8a62-295f321251bc req-85dc3957-ab3e-4f8b-8b19-111839151c85 service neutron] 10.222.0.65 "GET /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013796 Jun 23 17:49:28.562053 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:28.597487 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 5d257041-c643-4131-9360-719e732f4f91, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=5d257041-c643-4131-9360-719e732f4f91,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:28.601584 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:28.603837 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:28.651362 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:28.655263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:29.639089 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5444ee-ac55-40e4-b30b-cd81135d366c req-77cf2cfa-627f-4c81-92dc-15544a6c9fb9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:29.640924 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee5444ee-ac55-40e4-b30b-cd81135d366c req-77cf2cfa-627f-4c81-92dc-15544a6c9fb9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0690405 Jun 23 17:49:29.681658 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee5444ee-ac55-40e4-b30b-cd81135d366c req-79d6f56d-23d4-49f1-ab92-5bac2ed607c5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Jun 23 17:49:30.331446 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 5d257041-c643-4131-9360-719e732f4f91 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:49:30.387819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 5d257041-c643-4131-9360-719e732f4f91 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:49:30.388208 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:30.896495 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3487f5-f2b5-4883-aa2e-700247c0a11f req-90176977-f85d-4a9d-ae18-67a2032eb0e3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:30.898432 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-df3487f5-f2b5-4883-aa2e-700247c0a11f req-90176977-f85d-4a9d-ae18-67a2032eb0e3 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0876708 Jun 23 17:49:30.945958 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-df3487f5-f2b5-4883-aa2e-700247c0a11f req-f21020d0-a4a2-43b4-9c1c-c5e78ab60c1b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Jun 23 17:49:32.138815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac3654-73ed-4e84-b629-830dd7e29b48 req-d65d4bc1-78d3-4542-90f4-838238902ddb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:32.140722 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e5ac3654-73ed-4e84-b629-830dd7e29b48 req-d65d4bc1-78d3-4542-90f4-838238902ddb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0709805 Jun 23 17:49:32.188139 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e5ac3654-73ed-4e84-b629-830dd7e29b48 req-53c08627-13d0-4d4d-b09d-6970f19528bc tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Jun 23 17:49:35.698133 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64de43-b91d-4bad-9e5c-c824d492a136 req-b461c91e-fcc4-4e69-989e-6c7eb317f0cd tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:35.699837 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-be64de43-b91d-4bad-9e5c-c824d492a136 req-b461c91e-fcc4-4e69-989e-6c7eb317f0cd tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0848756 Jun 23 17:49:35.741468 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-be64de43-b91d-4bad-9e5c-c824d492a136 req-532652f7-b922-43e3-901e-f78bf0437b98 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Jun 23 17:49:36.424141 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2d4c6-dcde-4e31-931e-5d0ab1130e75 req-3483792e-b2dc-49ca-a533-8ae3b701946f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:36.425708 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5d2d4c6-dcde-4e31-931e-5d0ab1130e75 req-3483792e-b2dc-49ca-a533-8ae3b701946f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0736613 Jun 23 17:49:36.466832 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5d2d4c6-dcde-4e31-931e-5d0ab1130e75 req-2f399d0e-d523-4db3-9e66-a64dc2133ddb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Jun 23 17:49:36.940361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a6360-738f-4fcd-9a89-a2013930afb1 req-74f36b9d-d7a1-4eff-a43c-7f5095689e4b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:36.941917 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-575a6360-738f-4fcd-9a89-a2013930afb1 req-74f36b9d-d7a1-4eff-a43c-7f5095689e4b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0790794 Jun 23 17:49:36.986960 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-575a6360-738f-4fcd-9a89-a2013930afb1 req-66cc449a-8edb-4335-93e9-b2a7344a4753 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Jun 23 17:49:37.665512 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d015d1-4c33-443d-94fd-8a03befb4a1c req-4596b18d-0546-45be-8641-4ab702fbaded tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:37.666953 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-99d015d1-4c33-443d-94fd-8a03befb4a1c req-4596b18d-0546-45be-8641-4ab702fbaded tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0685239 Jun 23 17:49:37.708014 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-99d015d1-4c33-443d-94fd-8a03befb4a1c req-d1d499e1-42a2-41a1-864e-c925df34ec68 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jun 23 17:49:37.767018 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-5faaa566-0b58-41b3-8e2c-717519ce53fe tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:37.768430 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-5faaa566-0b58-41b3-8e2c-717519ce53fe tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 945 time: 0.0693023 Jun 23 17:49:37.884699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Deleting port f984cba2-5eb3-4361-9095-323dec9f5dcf {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:49:37.884699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:37.996857 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] For port f984cba2-5eb3-4361-9095-323dec9f5dcf, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f984cba2-5eb3-4361-9095-323dec9f5dcf,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:37.997353 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:38.009937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Calling delete_port for f984cba2-5eb3-4361-9095-323dec9f5dcf owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:49:38.194239 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:38.201151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:38.207510 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f984cba2-5eb3-4361-9095-323dec9f5dcf'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:49:38.234094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Pushing event deleted for resources: {'Port': ['ID=f984cba2-5eb3-4361-9095-323dec9f5dcf,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:38.238096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:38.253659 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec02eb9-3cbc-421a-9ead-f3c356d2cccf req-6d9553a3-cbdf-470a-a6a6-ad5236f74644 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:38.255156 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-aec02eb9-3cbc-421a-9ead-f3c356d2cccf req-6d9553a3-cbdf-470a-a6a6-ad5236f74644 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc374daa-f5df-4c4a-86da-c38226fccda0 HTTP/1.1" status: 200 len: 867 time: 0.1228647 Jun 23 17:49:38.308106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] No DVR routers for this DVR port f984cba2-5eb3-4361-9095-323dec9f5dcf on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:49:38.314181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:38.315924 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-73e35a57-55b5-4651-bc30-719f447e7ec7 req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "DELETE /v2.0/ports/f984cba2-5eb3-4361-9095-323dec9f5dcf HTTP/1.1" status: 204 len: 173 time: 0.5393400 Jun 23 17:49:38.316524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'name': 'network-vif-deleted', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:49:38.318624 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc101f-fcec-4db1-820e-58c6a52e2c6d" -d '{"events": [{"server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "name": "network-vif-deleted", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:49:38.338211 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-aec02eb9-3cbc-421a-9ead-f3c356d2cccf req-7cc4e794-f5b3-436b-abff-8b392b1bcee8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659924 Jun 23 17:49:38.365771 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8822928d-a49c-4937-bc30-63ddd38e15a8 x-openstack-request-id: req-8822928d-a49c-4937-bc30-63ddd38e15a8 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:49:38.366231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc374daa-f5df-4c4a-86da-c38226fccda0", "name": "network-vif-deleted", "tag": "f984cba2-5eb3-4361-9095-323dec9f5dcf", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:49:38.366776 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8822928d-a49c-4937-bc30-63ddd38e15a8 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:49:38.367289 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc374daa-f5df-4c4a-86da-c38226fccda0', 'name': 'network-vif-deleted', 'tag': 'f984cba2-5eb3-4361-9095-323dec9f5dcf', 'status': 'completed', 'code': 200} Jun 23 17:49:38.909414 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89645874-6c2b-437a-98d4-38d40c67b836 req-fe50a262-1c77-440c-a9af-2807de07c868 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:38.912593 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-89645874-6c2b-437a-98d4-38d40c67b836 req-fe50a262-1c77-440c-a9af-2807de07c868 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0885112 Jun 23 17:49:38.966457 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-89645874-6c2b-437a-98d4-38d40c67b836 req-dc00a6fa-3426-40f8-8a5d-4f8fa003a914 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Jun 23 17:49:39.244632 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-97e83b53-b9ba-454e-85f9-2732c607d8a0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:39.246254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-97e83b53-b9ba-454e-85f9-2732c607d8a0 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 946 time: 0.0925620 Jun 23 17:49:39.365111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Deleting port b043ed22-5710-4c99-8f3e-eba9f89e4477 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:49:39.365519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:39.471702 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] For port b043ed22-5710-4c99-8f3e-eba9f89e4477, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b043ed22-5710-4c99-8f3e-eba9f89e4477,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:49:39.472240 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:39.487043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Calling delete_port for b043ed22-5710-4c99-8f3e-eba9f89e4477 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:49:39.636975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:39.642448 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-865afeb7-5b95-4d34-906c-18b0fcca7824 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:49:39.659826 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['b043ed22-5710-4c99-8f3e-eba9f89e4477', 'a01bb40e-3f50-4689-a2a5-ad22cca5010d'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:49:39.678995 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Pushing event deleted for resources: {'Port': ['ID=b043ed22-5710-4c99-8f3e-eba9f89e4477,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:49:39.682116 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:49:39.726322 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] No DVR routers for this DVR port b043ed22-5710-4c99-8f3e-eba9f89e4477 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:49:39.729116 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:39.731538 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-29b234d0-fe2e-4be4-98b5-6bea9d7de2a7 req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "DELETE /v2.0/ports/b043ed22-5710-4c99-8f3e-eba9f89e4477 HTTP/1.1" status: 204 len: 173 time: 0.4786599 Jun 23 17:49:40.127538 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4fb9cfca-0f04-4651-9c07-f1f38c35fc1a req-c47878ee-8975-4d3a-8b4d-87d793c76f3f tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0319319 Jun 23 17:49:40.368935 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'name': 'network-vif-deleted', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:49:40.371909 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b20f52-e106-4e30-94de-6a1ba0e58dca" -d '{"events": [{"server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "name": "network-vif-deleted", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:49:40.408001 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead3264-7591-4a15-afdc-a387828f4f01 x-openstack-request-id: req-8ead3264-7591-4a15-afdc-a387828f4f01 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:49:40.408354 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1857504e-2afa-4229-9991-9b9b6fe0fa67", "name": "network-vif-deleted", "tag": "b043ed22-5710-4c99-8f3e-eba9f89e4477", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:49:40.408638 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ead3264-7591-4a15-afdc-a387828f4f01 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:49:40.409050 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1857504e-2afa-4229-9991-9b9b6fe0fa67', 'name': 'network-vif-deleted', 'tag': 'b043ed22-5710-4c99-8f3e-eba9f89e4477', 'status': 'completed', 'code': 200} Jun 23 17:49:40.553547 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f984cba2-5eb3-4361-9095-323dec9f5dcf no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:49:40.575279 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: f984cba2-5eb3-4361-9095-323dec9f5dcf {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:49:40.575664 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f984cba2-5eb3-4361-9095-323dec9f5dcf not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:49:41.297267 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bf2738e9-db7a-4a29-96bb-a06ed6cc520b req-75ee6ae8-dcff-47d8-b9ba-26e9c6b94f43 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0308549 Jun 23 17:49:42.456123 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a359fa2a-d6f9-4a4a-9e2d-2ff89597bb6d req-28da17bb-658f-4807-a44b-1c4fa803586e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Jun 23 17:49:43.185528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-780eb4a1-62d3-49e5-be27-17443f65e10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:43.617405 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ff92263d-47c3-4ab5-b424-08da8a320f5e req-27c40ac7-0900-400b-bb84-6e1b7c77d21d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Jun 23 17:49:44.788150 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-191395f6-841d-4182-b86e-aa46376a18c1 req-87e5b6ae-bd30-4b7f-8666-140af3e0efda tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0334311 Jun 23 17:49:46.000806 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-988b5d57-c64d-429e-8693-2b15597e9a6f req-9999fdd0-633b-466d-975e-13fbb2fbcd75 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0397167 Jun 23 17:49:46.173777 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ccf2782c-8c56-443e-a59c-1b66ab456a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:46.194044 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:47.157604 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8caa835c-4208-4c9a-95fa-a2f9ee9a2512 req-caf28a09-d807-402d-8086-f17f101a098e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=1857504e-2afa-4229-9991-9b9b6fe0fa67 HTTP/1.1" status: 200 len: 210 time: 0.0287395 Jun 23 17:49:47.795517 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:48.008742 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device b043ed22-5710-4c99-8f3e-eba9f89e4477 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:49:48.038660 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: b043ed22-5710-4c99-8f3e-eba9f89e4477 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:49:48.039030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device b043ed22-5710-4c99-8f3e-eba9f89e4477 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:49:48.057228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:48.638574 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332389c-3646-47e6-9de5-5d6ffac3f004 req-9de53c77-8425-40b0-80d4-8284e7f2f786 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:48.640261 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d332389c-3646-47e6-9de5-5d6ffac3f004 req-9de53c77-8425-40b0-80d4-8284e7f2f786 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0745091 Jun 23 17:49:48.679808 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d332389c-3646-47e6-9de5-5d6ffac3f004 req-71ed36a6-5c76-4289-b7c2-84f1cc561761 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jun 23 17:49:49.330632 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:49:49.859060 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b0eb-4c5a-47c6-9d14-438d7568b070 req-0a77f509-6ccd-49bf-befc-35f712ecd66e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:49.860450 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8571b0eb-4c5a-47c6-9d14-438d7568b070 req-0a77f509-6ccd-49bf-befc-35f712ecd66e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0649078 Jun 23 17:49:49.903084 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8571b0eb-4c5a-47c6-9d14-438d7568b070 req-e886df75-6899-4bc6-bf8d-aaa0ae7c7b4b tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367970 Jun 23 17:49:51.103063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f58db-a106-4e3b-b37b-076991055363 req-6b2fd973-51a8-462e-b888-1a15f02e32c9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:51.104805 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c01f58db-a106-4e3b-b37b-076991055363 req-6b2fd973-51a8-462e-b888-1a15f02e32c9 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0825884 Jun 23 17:49:51.148162 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c01f58db-a106-4e3b-b37b-076991055363 req-9ca8c57a-9989-4b13-aa18-405afbe746a1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Jun 23 17:49:52.346289 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383e7d4-966f-4459-917a-2de96df3c837 req-3b1afb7e-7e95-4733-8b69-b3c4d516d968 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:52.348001 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a383e7d4-966f-4459-917a-2de96df3c837 req-3b1afb7e-7e95-4733-8b69-b3c4d516d968 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0751560 Jun 23 17:49:52.406303 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a383e7d4-966f-4459-917a-2de96df3c837 req-47a79b32-6d15-40d3-963e-547466f80bb5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Jun 23 17:49:53.597329 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647e73d-25a5-4d24-a723-82f86d912403 req-1ad7dad9-db52-4814-989b-cab1e42f5695 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:53.598892 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4647e73d-25a5-4d24-a723-82f86d912403 req-1ad7dad9-db52-4814-989b-cab1e42f5695 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0681541 Jun 23 17:49:53.638967 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4647e73d-25a5-4d24-a723-82f86d912403 req-a86d82f0-af34-48dd-bb6b-7169ad2c7f37 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341134 Jun 23 17:49:54.831893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faf7da-203d-4021-92a3-da5ccd78b8c9 req-43071099-b671-4dc3-b8db-c1b999f9f8fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:54.833360 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e4faf7da-203d-4021-92a3-da5ccd78b8c9 req-43071099-b671-4dc3-b8db-c1b999f9f8fd tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0654173 Jun 23 17:49:54.870049 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e4faf7da-203d-4021-92a3-da5ccd78b8c9 req-6e8b7c17-eb1f-455f-8cd8-570ec06889c7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Jun 23 17:49:56.052955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89f20-19ea-4175-8d2f-b3b60474cdf4 req-be0c3ecc-c58d-4ff2-bb5d-d007af900446 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:56.054363 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a2a89f20-19ea-4175-8d2f-b3b60474cdf4 req-be0c3ecc-c58d-4ff2-bb5d-d007af900446 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0690675 Jun 23 17:49:56.093982 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a2a89f20-19ea-4175-8d2f-b3b60474cdf4 req-28ca31a1-eeb7-4168-bdcb-f1b9755eb2d6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Jun 23 17:49:57.276568 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a503c4-b301-4273-b9e7-33cec09b3918 req-61577a0f-d50e-4ba1-a889-d6f58969a4e6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:57.278901 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-73a503c4-b301-4273-b9e7-33cec09b3918 req-61577a0f-d50e-4ba1-a889-d6f58969a4e6 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0666244 Jun 23 17:49:57.320638 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-73a503c4-b301-4273-b9e7-33cec09b3918 req-b19f06e1-9695-4a4a-a68b-0d789526029d tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jun 23 17:49:58.505344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809136-a153-49e9-a1d6-719112b4a6d6 req-fb360fd1-b71f-48b3-b813-1d157e9f5cf1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:58.506832 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4e809136-a153-49e9-a1d6-719112b4a6d6 req-fb360fd1-b71f-48b3-b813-1d157e9f5cf1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0640125 Jun 23 17:49:58.553231 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4e809136-a153-49e9-a1d6-719112b4a6d6 req-594096cf-e10f-4da5-b492-a7bbf03c16f7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Jun 23 17:49:59.730399 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da837b3-b3bd-4d05-91a6-3e7fcb4f6b6b req-d652407d-aa7e-4a7b-9766-48cd665bae6c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:49:59.732552 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9da837b3-b3bd-4d05-91a6-3e7fcb4f6b6b req-d652407d-aa7e-4a7b-9766-48cd665bae6c tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0659401 Jun 23 17:49:59.774822 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9da837b3-b3bd-4d05-91a6-3e7fcb4f6b6b req-3ffd9611-4f85-4788-8c45-22bc5e3eaeca tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jun 23 17:50:00.117669 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:50:00.873285 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-b2f1a271-3dfe-44da-b61e-0547bbdee1d9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:00.874711 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-b2f1a271-3dfe-44da-b61e-0547bbdee1d9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 814 time: 0.1074390 Jun 23 17:50:00.891910 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-53a42cb1-44f8-4791-915a-77aba1a17c94 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/quotas/f5bb4a45ff3e44a7b2aba6bbecb92c80 HTTP/1.1" status: 200 len: 375 time: 0.0112379 Jun 23 17:50:00.933032 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-a005c841-13c1-4e9a-9618-5dfd4f4ad66d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311828 Jun 23 17:50:00.971668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516514f0-9a9a-4197-9ee1-785c7a9866da req-b870b642-7d49-47db-b64d-11dae63cfca4 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:00.973189 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-516514f0-9a9a-4197-9ee1-785c7a9866da req-b870b642-7d49-47db-b64d-11dae63cfca4 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0740798 Jun 23 17:50:01.023385 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-516514f0-9a9a-4197-9ee1-785c7a9866da req-93624a8a-0406-4db0-a19d-56029471e311 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Jun 23 17:50:01.033392 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-28489df7-2604-4ee7-a92f-63c6cae66511 service neutron] 10.222.0.66 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907228 Jun 23 17:50:01.135203 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-5b75fece-a9c2-4cdf-98bb-1cffd5109a6e service neutron] 10.222.0.66 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904343 Jun 23 17:50:01.311036 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e40221f5-44ea-430f-96b6-64f1a7202879 req-ef3bdfe7-3bd5-4097-b6cb-4063c437104b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Jun 23 17:50:02.203514 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d5661-b857-4ce9-943a-5a7ddeda4380 req-c36e6bef-47da-4089-91df-84bf26b8c60e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:02.204999 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a72d5661-b857-4ce9-943a-5a7ddeda4380 req-c36e6bef-47da-4089-91df-84bf26b8c60e tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0682280 Jun 23 17:50:02.242541 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a72d5661-b857-4ce9-943a-5a7ddeda4380 req-0bc5e1cd-22d8-4665-a939-ae1f2ee43af5 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/security-groups?id=5abe14ec-2ac0-498d-a1f3-27b508d52d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Jun 23 17:50:02.459602 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-24d6ade6-32ff-448f-824c-63f44000ff7f req-78391174-267f-4beb-b4c9-f3a58a438a5c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0290530 Jun 23 17:50:02.687833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-899b75f2-7111-46cb-ab78-d40c9cb414d7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:02.689353 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-899b75f2-7111-46cb-ab78-d40c9cb414d7 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jun 23 17:50:02.814677 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Deleting port a01bb40e-3f50-4689-a2a5-ad22cca5010d {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:50:02.815016 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:02.972347 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] For port a01bb40e-3f50-4689-a2a5-ad22cca5010d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a01bb40e-3f50-4689-a2a5-ad22cca5010d,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:02.972707 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:02.992517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Calling delete_port for a01bb40e-3f50-4689-a2a5-ad22cca5010d owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:50:03.000955 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-f330ae09-2ef5-4472-a536-38864e3742fb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:03.002387 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-f330ae09-2ef5-4472-a536-38864e3742fb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 814 time: 0.1734982 Jun 23 17:50:03.019983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Request body: {'port': {'device_id': 'f9537352-910e-4bff-afca-78fb008cb958', 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23', 'admin_state_up': True, 'tenant_id': 'f5bb4a45ff3e44a7b2aba6bbecb92c80'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:03.422271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Made reservation on behalf of f5bb4a45ff3e44a7b2aba6bbecb92c80 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:50:03.425843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:03.438028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:03.443303 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0972ce1c-18e9-4bb4-8d6d-7a463dc326f5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:03.451041 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['a01bb40e-3f50-4689-a2a5-ad22cca5010d'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:50:03.482758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Pushing event deleted for resources: {'Port': ['ID=a01bb40e-3f50-4689-a2a5-ad22cca5010d,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:03.491813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:03.543964 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0aa7d019-2e0d-4bc1-93a7-1b4aac225a78 req-fa854f4b-e936-49be-ac94-df5d1641c1bb tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.66 "GET /v2.0/ports?device_id=9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Jun 23 17:50:03.579979 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] No DVR routers for this DVR port a01bb40e-3f50-4689-a2a5-ad22cca5010d on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:50:03.584269 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:03.586243 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-20fbea35-7d3c-45a4-9f2e-2c9bf888c7b4 req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] 10.222.0.65 "DELETE /v2.0/ports/a01bb40e-3f50-4689-a2a5-ad22cca5010d HTTP/1.1" status: 204 len: 173 time: 0.8878274 Jun 23 17:50:03.586743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'name': 'network-vif-deleted', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:03.589044 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b285682-e1a5-422f-8455-899a33f757b9" -d '{"events": [{"server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "name": "network-vif-deleted", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:03.643222 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1ce2b-bfcc-44d6-bda7-5ebc4fe96077 x-openstack-request-id: req-4cf1ce2b-bfcc-44d6-bda7-5ebc4fe96077 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:03.643662 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15", "name": "network-vif-deleted", "tag": "a01bb40e-3f50-4689-a2a5-ad22cca5010d", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:03.643982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cf1ce2b-bfcc-44d6-bda7-5ebc4fe96077 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:03.644274 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9811ccd7-2be1-4b3c-96dd-9d7f3cd9cb15', 'name': 'network-vif-deleted', 'tag': 'a01bb40e-3f50-4689-a2a5-ad22cca5010d', 'status': 'completed', 'code': 200} Jun 23 17:50:03.646332 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-31c18738-1402-4bd5-810a-1f22299484c3 req-a7db0cdf-970c-45fd-8507-90c2e50aae0b tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0540783 Jun 23 17:50:03.696364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Allocated IP 172.20.0.3 (32eec8ff-249e-4abf-bc3c-b0dedb89df23/dbdf188c-d939-414a-b6cb-d9a3badc4ed1/c8104b28-3a04-4c92-808d-0f8f09fabbf4) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:03.864508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:03.905346 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:03.909026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:03.954286 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:03.957450 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:03.961280 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:03.984950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Pushing event updated for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:03.989255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:04.011838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:04.012444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.027020 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152495 Jun 23 17:50:04.040416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Request body: {'port': {'device_id': 'f9537352-910e-4bff-afca-78fb008cb958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:04.115521 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.413611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8104b28-3a04-4c92-808d-0f8f09fabbf4 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:04.421716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.434111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Transition to ACTIVE for port object c8104b28-3a04-4c92-808d-0f8f09fabbf4 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:04.439803 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.441849 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ff999340-7a47-4206-aef3-61eb1ee09e2a tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:04.493438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Pushing event updated for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:04.515644 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:04.564573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Attempting to bind port c8104b28-3a04-4c92-808d-0f8f09fabbf4 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:04.564911 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Attempting to bind port c8104b28-3a04-4c92-808d-0f8f09fabbf4 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:04.565245 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Attempting to bind port c8104b28-3a04-4c92-808d-0f8f09fabbf4 on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:04.569576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Port c8104b28-3a04-4c92-808d-0f8f09fabbf4 on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:50:04.569894 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Attempting to bind port c8104b28-3a04-4c92-808d-0f8f09fabbf4 on network 32eec8ff-249e-4abf-bc3c-b0dedb89df23 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:04.574629 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:04.574971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Checking segment: {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:04.575403 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Bound using segment: {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:04.576536 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Bound port: c8104b28-3a04-4c92-808d-0f8f09fabbf4, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf8db5b-7a81-4a83-99b4-818cc61f3b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:04.576982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.641403 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:04.644526 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55102) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:04.645029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:04.650053 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.653069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:04.693253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:04.693956 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:04.695406 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] 10.222.0.65 "PUT /v2.0/ports/c8104b28-3a04-4c92-808d-0f8f09fabbf4 HTTP/1.1" status: 200 len: 1093 time: 0.6590350 Jun 23 17:50:04.711568 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Pushing event updated for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:04.715163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:04.813487 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fc46143-53b9-447e-ad68-d871cce24e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:04.814936 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8fc46143-53b9-447e-ad68-d871cce24e5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 1096 time: 0.0731139 Jun 23 17:50:04.857481 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-737b5d4c-fee2-47aa-90c2-124779e1cfb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4 HTTP/1.1" status: 200 len: 217 time: 0.0341718 Jun 23 17:50:04.909882 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8c977e95-8726-4f92-8800-d3ceed05ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:04.911409 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-8c977e95-8726-4f92-8800-d3ceed05ffef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dbdf188c-d939-414a-b6cb-d9a3badc4ed1 HTTP/1.1" status: 200 len: 854 time: 0.0471590 Jun 23 17:50:04.920539 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9b41a-12fd-4c1c-9128-2be81674bd95 req-24c84a98-025c-4df7-9a07-8219a7cbb5ab tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:04.922004 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b1b9b41a-12fd-4c1c-9128-2be81674bd95 req-24c84a98-025c-4df7-9a07-8219a7cbb5ab tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.1180942 Jun 23 17:50:04.954174 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-a60a651a-b463-4149-954d-4589b6dc3d29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32eec8ff-249e-4abf-bc3c-b0dedb89df23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356915 Jun 23 17:50:05.022121 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b1b9b41a-12fd-4c1c-9128-2be81674bd95 req-bb3d44c4-ff42-49fc-803a-3f325f7a22b7 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 Jun 23 17:50:05.053315 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-40e6e7f7-eb52-48a1-b890-d04659d6694d service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913517 Jun 23 17:50:05.154621 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ddcb6168-a350-420b-9561-f55c65bd5d25 req-09d0f47c-1fb5-45d1-81c4-62bdc648958f service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938268 Jun 23 17:50:05.374145 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:05.646014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:05.648355 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:05.678722 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Deleting port 456a68fc-31c5-42ba-821b-55e5e71fd138 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:50:05.679236 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:05.683040 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3275c-a270-4721-a588-8c4164b3c3b8 x-openstack-request-id: req-f6f3275c-a270-4721-a588-8c4164b3c3b8 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:05.683355 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:05.683668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6f3275c-a270-4721-a588-8c4164b3c3b8 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:05.684079 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4', 'status': 'completed', 'code': 200} Jun 23 17:50:05.767083 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-1d927fd8-d046-4387-90d8-62210c0391fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:05.767506 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] For port 456a68fc-31c5-42ba-821b-55e5e71fd138, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=456a68fc-31c5-42ba-821b-55e5e71fd138,segment=NetworkSegment(0d429c4a-39bf-4f5d-8ccd-87b255888d89),segment_id=0d429c4a-39bf-4f5d-8ccd-87b255888d89)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:05.767919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:05.768579 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-1d927fd8-d046-4387-90d8-62210c0391fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 1096 time: 0.0569830 Jun 23 17:50:05.782807 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Calling delete_port for 456a68fc-31c5-42ba-821b-55e5e71fd138 owned by network:router_interface {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:50:05.872258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-4c088727-97e7-4e64-b9ad-a415952e5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:05.873881 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-4c088727-97e7-4e64-b9ad-a415952e5952 service neutron] 10.222.0.65 "GET /v2.0/networks?id=32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 200 len: 915 time: 0.0990157 Jun 23 17:50:05.914495 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-ac2c2b7b-af6f-4198-af55-63d4fbff4fc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4 HTTP/1.1" status: 200 len: 217 time: 0.0335987 Jun 23 17:50:05.966674 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-95b4ae7c-796b-44ee-979a-2137c402b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:05.968240 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-95b4ae7c-796b-44ee-979a-2137c402b2aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dbdf188c-d939-414a-b6cb-d9a3badc4ed1 HTTP/1.1" status: 200 len: 854 time: 0.0445404 Jun 23 17:50:06.006163 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-f4f071ee-ba89-43d8-b903-3a9d88dd57b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=32eec8ff-249e-4abf-bc3c-b0dedb89df23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307062 Jun 23 17:50:06.017040 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:06.019444 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:06.043259 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Pushing event deleted for resources: {'Port': ['ID=456a68fc-31c5-42ba-821b-55e5e71fd138,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:06.047739 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:06.109411 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-63195c9e-4c6f-4ea5-90a8-95b1b4f32469 service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959597 Jun 23 17:50:06.121540 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device a01bb40e-3f50-4689-a2a5-ad22cca5010d no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:50:06.157734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: a01bb40e-3f50-4689-a2a5-ad22cca5010d {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:50:06.159455 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device a01bb40e-3f50-4689-a2a5-ad22cca5010d not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:50:06.227386 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c8b0a54b-3379-4d80-bb6e-a35e84562b6f req-2fa2cb8f-8c06-44f6-9470-30b5fcd8496f service neutron] 10.222.0.65 "GET /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105897 Jun 23 17:50:06.266723 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:06.277162 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926a32-ea08-4685-8917-d10fd4fead29 req-0dd346e2-2ca7-45dc-9104-f698b62aea45 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:06.279282 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6e926a32-ea08-4685-8917-d10fd4fead29 req-0dd346e2-2ca7-45dc-9104-f698b62aea45 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.1219261 Jun 23 17:50:06.369164 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6e926a32-ea08-4685-8917-d10fd4fead29 req-a875aaf7-9c23-4b1d-b820-0f46ee18c5a8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832980 Jun 23 17:50:06.535058 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Router 3130054a-c835-41af-9131-b0606670db65 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:50:06.647003 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:50:06.651990 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] 10.222.0.66 "PUT /v2.0/routers/3130054a-c835-41af-9131-b0606670db65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064046 Jun 23 17:50:06.655904 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55120) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:06.656716 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Sync routers for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:50:06.666230 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:06.666899 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:06.766451 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:06.772338 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:06.875814 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:06.939753 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Deleting port 85beccad-2f57-463b-9663-b8700eef7011 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:50:06.940167 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:06.982287 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '85beccad-2f57-463b-9663-b8700eef7011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:50:05Z', 'revision_number': 5, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port': {'id': '85beccad-2f57-463b-9663-b8700eef7011', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3130054a-c835-41af-9131-b0606670db65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:55Z', 'updated_at': '2021-06-23T17:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:07.015156 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Checking router: 3130054a-c835-41af-9131-b0606670db65 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:50:07.024708 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Routers {'3130054a-c835-41af-9131-b0606670db65'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:07.025323 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['3130054a-c835-41af-9131-b0606670db65'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:07.041941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] For port 85beccad-2f57-463b-9663-b8700eef7011, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=85beccad-2f57-463b-9663-b8700eef7011,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:07.042612 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.057390 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Calling delete_port for 85beccad-2f57-463b-9663-b8700eef7011 owned by network:router_gateway {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:50:07.089906 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-c3c834f8-8330-48d9-8cb1-6991977734de tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548130956&fields=id&tenant_id=ec780e860e6a4f0daf9e392a01f8fec4 HTTP/1.1" status: 200 len: 267 time: 0.0741863 Jun 23 17:50:07.117103 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] Set router 3130054a-c835-41af-9131-b0606670db65 gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:07.169429 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:50:06Z', 'revision_number': 6, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:07.201586 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1c084-77b7-41ec-9d2a-a6d3d6843e3d None None] The sync data for ids ['3130054a-c835-41af-9131-b0606670db65'] in dv-cinder-797510-2-iscsi is: [{'id': '3130054a-c835-41af-9131-b0606670db65', 'name': 'tempest-ServerRescueNegativeTestJSON-1991838968-router', 'tenant_id': '436f280929694e11b2120d8cb32629e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:50:06Z', 'revision_number': 6, 'project_id': '436f280929694e11b2120d8cb32629e7', 'gw_port_host': None}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:50:07.214404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-0ba7ed2f-e1d3-47e4-8376-41ddbdf3bfb6 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:07.216101 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-0ba7ed2f-e1d3-47e4-8376-41ddbdf3bfb6 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 808 time: 0.1173527 Jun 23 17:50:07.234597 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b3f00c8b-dcaf-4c3e-8ccf-15816650d236 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/quotas/ec780e860e6a4f0daf9e392a01f8fec4 HTTP/1.1" status: 200 len: 375 time: 0.0122409 Jun 23 17:50:07.261647 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.266442 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-40880e42-c57a-46f9-93a1-5227296a950d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:07.297899 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=85beccad-2f57-463b-9663-b8700eef7011,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:07.302110 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:07.320890 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-0f99864b-a51f-450f-8288-8d303e824dc1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706172 Jun 23 17:50:07.381115 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.447727 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-191b4279-2b14-47be-8c9d-593bbab572cf service neutron] 10.222.0.66 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097529 Jun 23 17:50:07.518371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.521934 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.619820 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-88eaf03f-31b2-4eb4-90c2-5c346122740b service neutron] 10.222.0.66 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652753 Jun 23 17:50:07.663658 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.664375 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3130054a-c835-41af-9131-b0606670db65 {{(pid=104926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:50:07.675682 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.677261 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3130054a-c835-41af-9131-b0606670db65 HTTP/1.1" status: 204 len: 168 time: 1.0203760 Jun 23 17:50:07.680412 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55134) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:07.723500 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592bec-78a5-4375-9b04-1ed15ad3d684 req-a08037e8-d653-47d2-b368-5235476cbee2 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:07.733148 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35592bec-78a5-4375-9b04-1ed15ad3d684 req-a08037e8-d653-47d2-b368-5235476cbee2 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.1272922 Jun 23 17:50:07.779182 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Deleting subnet b9d17b4f-9b77-4736-8af6-f4e634e8eaeb {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:50:07.784431 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35592bec-78a5-4375-9b04-1ed15ad3d684 req-0fb535e2-3940-4672-96e4-1efbcfa15dea tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Jun 23 17:50:07.785242 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.833978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25403019'] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.886877 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.946753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25427658'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.949669 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4345aae6-5db7-42a1-91db-431fd8cd9ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:07.975906 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d17b4f-9b77-4736-8af6-f4e634e8eaeb,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:07.979107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:07.980090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:07.984437 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b9d17b4f-9b77-4736-8af6-f4e634e8eaeb HTTP/1.1" status: 204 len: 168 time: 0.3024087 Jun 23 17:50:07.985433 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55142) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:08.317323 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-30004d19-43a6-4082-bd88-3c6b1a210681 req-f4da7bef-4bd4-4fc4-bdb6-3e397333abc7 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 210 time: 0.0400643 Jun 23 17:50:08.326104 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.382294 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 85beccad-2f57-463b-9663-b8700eef7011 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:50:08.408344 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 85beccad-2f57-463b-9663-b8700eef7011 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:50:08.408879 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 85beccad-2f57-463b-9663-b8700eef7011 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:50:08.409473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 456a68fc-31c5-42ba-821b-55e5e71fd138 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:50:08.432307 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 456a68fc-31c5-42ba-821b-55e5e71fd138 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:50:08.432669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 456a68fc-31c5-42ba-821b-55e5e71fd138 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:50:08.459188 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.496025 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fc8994-f96e-445d-b974-dcdb50835248']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:08.524422 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d429c4a-39bf-4f5d-8ccd-87b255888d89') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:08.526111 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d429c4a-39bf-4f5d-8ccd-87b255888d89') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:08.553010 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.576130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.584189 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:50:08.584601 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:50:08.586647 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:50:08.678332 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.690079 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:08.691463 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] 10.222.0.66 "DELETE /v2.0/networks/02fc8994-f96e-445d-b974-dcdb50835248 HTTP/1.1" status: 204 len: 168 time: 0.7037201 Jun 23 17:50:08.691592 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:08.717809 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fc8994-f96e-445d-b974-dcdb50835248,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:08.721863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:08.899070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55162) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:08.973417 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-48cbb3b5-39cc-4a95-af01-b03722db1a99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=436f280929694e11b2120d8cb32629e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0728359 Jun 23 17:50:08.976571 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55164) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:09.032447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a3ad4-3c66-4d84-aed2-a9c2a6260658 req-57c18302-ea93-41d4-9287-cf312a7d20a8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:09.034002 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6c7a3ad4-3c66-4d84-aed2-a9c2a6260658 req-57c18302-ea93-41d4-9287-cf312a7d20a8 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.0774357 Jun 23 17:50:09.034423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:09.061439 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:09.078622 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6c7a3ad4-3c66-4d84-aed2-a9c2a6260658 req-a80b9cf0-12a8-4953-8366-06f3ee9009cd tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373094 Jun 23 17:50:09.131097 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:09.134015 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:09.135203 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5abe14ec-2ac0-498d-a1f3-27b508d52d80 HTTP/1.1" status: 204 len: 168 time: 0.1576178 Jun 23 17:50:09.136163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3fb6ccb7-dbb9-4856-b53a-9347c072b361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:09.145492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe14ec-2ac0-498d-a1f3-27b508d52d80,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:09.148421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:09.447289 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6fb30f7c-c417-4893-927a-66f631f972fd tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:09.449937 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6fb30f7c-c417-4893-927a-66f631f972fd tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 808 time: 0.1334882 Jun 23 17:50:09.508616 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-3248bd90-685f-4163-bb22-2bd711b9cf0b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec780e860e6a4f0daf9e392a01f8fec4 HTTP/1.1" status: 200 len: 380 time: 0.0485146 Jun 23 17:50:09.518820 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'port': {'device_id': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'admin_state_up': True, 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'security_groups': ['ef097f26-7657-43d5-9c8a-08d430ba4d57']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:09.624434 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b167b162-9d35-4ac6-b62d-294309839995 req-90c76a3d-473f-47eb-9a51-3562a46c2891 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 210 time: 0.0844326 Jun 23 17:50:09.738593 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Made reservation on behalf of ec780e860e6a4f0daf9e392a01f8fec4 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:50:09.745549 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:09.958130 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Allocated IP 172.20.0.7 (761138aa-93cb-49b1-9f2b-011481c43d93/e6839cdc-0163-4edb-b243-a71b37d68631/11c0b063-226d-40f8-bc72-ea894d5ab9e5) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:10.196459 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.213405 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Transition to ACTIVE for port object 11c0b063-226d-40f8-bc72-ea894d5ab9e5 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:10.262388 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.270078 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77fec2ee-6258-4648-8b9f-34738f7e3c74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:10.333358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55194) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:10.348610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:10.354047 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:10.379112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Network 761138aa-93cb-49b1-9f2b-011481c43d93 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:10.382453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:10.385409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:10.451919 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:10.452603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.469844 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-171580585-network', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:10.474062 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf477a-a990-44d7-95da-844b4ce698d5 req-3f98f560-cb5b-4ffd-a28e-6311d73967ad tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:10.475838 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0bf477a-a990-44d7-95da-844b4ce698d5 req-3f98f560-cb5b-4ffd-a28e-6311d73967ad tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.1420932 Jun 23 17:50:10.483325 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9688301 Jun 23 17:50:10.515188 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Request body: {'port': {'device_id': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:10.534901 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Made reservation on behalf of b422b091c6b64b01ac77b86c600925b7 for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:50:10.537589 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.548062 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.668219 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0bf477a-a990-44d7-95da-844b4ce698d5 req-e7f95e84-8fd8-4b56-9893-aaa17a19f373 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799519 Jun 23 17:50:10.693204 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.707216 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.713037 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0180c140-76a2-42f4-9297-99dc32ddfefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:10.721768 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e83bd986-f90a-4559-9006-ea52a06cc313 None None] Provisioning for port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:10.730693 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e83bd986-f90a-4559-9006-ea52a06cc313 None None] Provisioning complete for port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:10.732371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:50:10.733001 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e83bd986-f90a-4559-9006-ea52a06cc313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.752661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.753016 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Added segment 6911bfca-ea12-4e89-9678-fc1f0f3714e7 of type vlan for network 11985a48-9b20-4952-971d-4785d8543a69 Jun 23 17:50:10.754947 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30fa883-ebac-440e-8b27-14a3d75720ad,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:10.764989 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:10.771447 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.810661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.815931 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-bbb7921a-d7ba-4a02-a862-b16bff98e89b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2270539 Jun 23 17:50:10.831576 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-e83bd986-f90a-4559-9006-ea52a06cc313 None None] Port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:50:10.884242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.886691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:10.887371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:10.893499 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:10.960276 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6241949 Jun 23 17:50:10.966972 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55202) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:10.971793 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Request body: {'subnet': {'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-171580585-subnet', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:10.977572 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=11985a48-9b20-4952-971d-4785d8543a69,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:10.985323 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:10.993161 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:50:10.995900 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21ff14-5bc2-4acb-aa61-67a3fdffe477 req-3440ae71-072d-40aa-b963-8545de91b3e1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:10.998333 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ff21ff14-5bc2-4acb-aa61-67a3fdffe477 req-3440ae71-072d-40aa-b963-8545de91b3e1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 931 time: 0.1527753 Jun 23 17:50:11.024450 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Made reservation on behalf of b422b091c6b64b01ac77b86c600925b7 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:50:11.026774 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.031183 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32431-a411-4779-99a1-d761178e3c2a req-1bf53f5c-d000-49ca-a78b-97814008b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:11.032950 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-1bf53f5c-d000-49ca-a78b-97814008b9b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1098 time: 0.1825311 Jun 23 17:50:11.091914 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ff21ff14-5bc2-4acb-aa61-67a3fdffe477 req-69ec7ddc-8633-44ee-b4b6-7f71cc707e67 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864127 Jun 23 17:50:11.192395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32431-a411-4779-99a1-d761178e3c2a req-57e6d92f-553e-489c-9dc4-534d47bc6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:11.193892 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-57e6d92f-553e-489c-9dc4-534d47bc6e62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1206069 Jun 23 17:50:11.224440 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.226753 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:11.303374 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da84e83-2f67-4267-8123-01cef37fde50,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:11.309080 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:11.317510 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Checking segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:11.318280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Network hostable DHCP agents. Network: 11985a48-9b20-4952-971d-4785d8543a69, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:50:11.338472 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Network 11985a48-9b20-4952-971d-4785d8543a69 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:50:11.351190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 11985a48-9b20-4952-971d-4785d8543a69) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:11.361760 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:11.363605 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.369160 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd22fbde-14cf-4b77-bf7c-703f6e99d9b1 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:50:11.385864 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4153419 Jun 23 17:50:11.386184 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55206) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:11.392857 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:11.418339 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.420718 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.483013 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.493077 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c0b063-226d-40f8-bc72-ea894d5ab9e5 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:11.506109 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.511094 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-fc592433-da06-4ea4-906e-04c2120ccb28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 1001 time: 0.3059914 Jun 23 17:50:11.528331 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Transition to ACTIVE for port object 11c0b063-226d-40f8-bc72-ea894d5ab9e5 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:11.548474 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.549901 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-11985a48-9b20-4952-971d-4785d8543a69', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:50:11.550777 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.554996 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67f53318-2fbe-43c5-a1d9-7af3458b52ea tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:11.606014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32431-a411-4779-99a1-d761178e3c2a req-ae18175b-eeef-437f-950e-9a70857c3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:11.608233 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-ae18175b-eeef-437f-950e-9a70857c3356 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0889640 Jun 23 17:50:11.625714 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:11.647771 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:11.657049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.745461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Attempting to bind port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:11.745461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Attempting to bind port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:11.745461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Attempting to bind port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 on network 761138aa-93cb-49b1-9f2b-011481c43d93 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:11.750822 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d32431-a411-4779-99a1-d761178e3c2a req-59f34802-ef85-48c8-b6fc-9de33468cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:11.751886 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-59f34802-ef85-48c8-b6fc-9de33468cb71 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1362243 Jun 23 17:50:11.752969 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 on network 761138aa-93cb-49b1-9f2b-011481c43d93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:50:11.753290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Attempting to bind port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 on network 761138aa-93cb-49b1-9f2b-011481c43d93 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:11.758954 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Allocated IP 172.20.0.2 (11985a48-9b20-4952-971d-4785d8543a69/3da84e83-2f67-4267-8123-01cef37fde50/b3089d55-6d15-45fc-8a97-bbc60174edfe) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:11.772159 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:11.772572 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Checking segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:11.772855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Bound using segment: {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:11.773306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Bound port: 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:11.773653 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.940858 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:11.943990 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-d604c3f3-9d28-4776-ba77-70b9b1f6207d service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839659 Jun 23 17:50:11.967915 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:11.985055 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:11.990320 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b2650b5b-1775-4b47-a6c6-fe3e24785169 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:11.999349 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.011856 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Transition to ACTIVE for port object b3089d55-6d15-45fc-8a97-bbc60174edfe will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:12.014531 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.031409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Transition to ACTIVE for port object b3089d55-6d15-45fc-8a97-bbc60174edfe will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:12.038971 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.039555 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.042512 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:12.053962 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.054392 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2e7c0-df5a-4c53-8cd3-54369aa2a9e9 req-649ad289-f0e2-4d64-b75f-85c94293d6a7 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.054576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.056138 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7e2e7c0-df5a-4c53-8cd3-54369aa2a9e9 req-649ad289-f0e2-4d64-b75f-85c94293d6a7 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 943 time: 0.2090394 Jun 23 17:50:12.056378 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] 10.222.0.65 "PUT /v2.0/ports/11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1093 time: 1.5499568 Jun 23 17:50:12.057046 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:12.060194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18ca675-fadf-4977-ad9f-9ea4b0726153" -d '{"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:12.115284 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:12.121606 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:12.128265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:12.132210 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c8104b28-3a04-4c92-808d-0f8f09fabbf4 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:50:12.135018 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:12.146890 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:12.153737 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5185681-0a8f-4c47-8c5b-4ab6b785c88c x-openstack-request-id: req-d5185681-0a8f-4c47-8c5b-4ab6b785c88c {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:12.154305 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:12.154738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d5185681-0a8f-4c47-8c5b-4ab6b785c88c {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:12.158349 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'status': 'completed', 'code': 200} Jun 23 17:50:12.171700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Pushing event updated for resources: {'Port': ['ID=b3089d55-6d15-45fc-8a97-bbc60174edfe,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:12.193251 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:12.197485 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-76d32431-a411-4779-99a1-d761178e3c2a req-a3175188-09fe-4981-9edb-7514fb9ce024 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450907 Jun 23 17:50:12.234959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-a603239d-8e80-4279-a05f-505fde8ec6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.239647 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-a603239d-8e80-4279-a05f-505fde8ec6c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1096 time: 0.1102731 Jun 23 17:50:12.301035 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.db.resource_extend [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 17:50:12.304364 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Allocated IP 172.27.3.185 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/b69b474c-d20c-4fc6-bbfb-3d77bd996d70) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:12.323436 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-33cc6469-8d97-415a-8b4a-42105268ff56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 217 time: 0.0765584 Jun 23 17:50:12.357051 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7e2e7c0-df5a-4c53-8cd3-54369aa2a9e9 req-edf06586-73a9-471b-a5c3-1eff8493af11 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772813 Jun 23 17:50:12.364368 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Attempting to bind port b3089d55-6d15-45fc-8a97-bbc60174edfe on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:12.364758 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Attempting to bind port b3089d55-6d15-45fc-8a97-bbc60174edfe by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:12.365124 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Attempting to bind port b3089d55-6d15-45fc-8a97-bbc60174edfe on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:12.375266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:12.375763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Checking segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:12.376169 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.376574 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Bound using segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:12.377294 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Bound port: b3089d55-6d15-45fc-8a97-bbc60174edfe, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:12.377552 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.407792 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-4cfacbf6-0c42-4bbf-a5fa-ba7489a2d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.409276 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-4cfacbf6-0c42-4bbf-a5fa-ba7489a2d7d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0657828 Jun 23 17:50:12.468698 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad61f-694f-43c5-8a6d-efee67edbc42 req-daca73e8-1256-4786-99ad-3e8c4823e07a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.470254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe7ad61f-694f-43c5-8a6d-efee67edbc42 req-daca73e8-1256-4786-99ad-3e8c4823e07a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1603954 Jun 23 17:50:12.488814 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:12.490352 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.525064 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4', 'network_id': '32eec8ff-249e-4abf-bc3c-b0dedb89df23', 'port_id': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4', 'mac_address': 'fa:16:3e:25:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf188c-d939-414a-b6cb-d9a3badc4ed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:50:12.549841 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] For port b3089d55-6d15-45fc-8a97-bbc60174edfe, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:12.560718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] For port b3089d55-6d15-45fc-8a97-bbc60174edfe, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b3089d55-6d15-45fc-8a97-bbc60174edfe,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:12.560893 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe7ad61f-694f-43c5-8a6d-efee67edbc42 req-f0392d08-5798-4b60-abe0-eee83e70b6f0 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742569 Jun 23 17:50:12.564206 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.572420 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:12.580014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-63b87b99-80cc-452a-8cde-14df4ee2065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:12.581808 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-63b87b99-80cc-452a-8cde-14df4ee2065c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650758 Jun 23 17:50:12.620224 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.628239 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:12.628794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:12.632453 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:12.638481 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:12.665532 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Pushing event updated for resources: {'Port': ['ID=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:12.670533 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:12.723390 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.751374 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-a1ecb76a-3feb-4b48-89d2-7350653b07c9 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627727 Jun 23 17:50:12.759091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8104b28-3a04-4c92-808d-0f8f09fabbf4 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:12.767144 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Pushing event updated for resources: {'Port': ['ID=b3089d55-6d15-45fc-8a97-bbc60174edfe,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:12.781057 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.781407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.782103 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.782451 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.782782 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.783115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.783443 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.783796 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.784122 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.784447 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.784768 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.785093 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:12.792539 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:12.802743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:12.806913 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:12.811075 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-30300255-6bb2-46d3-ab40-42a6953f7e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:12.878850 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-01afe4f4-c644-4af1-9c5a-841c3dbbbddf req-d952fb18-0649-4efa-a8b2-b556370dce06 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195400 Jun 23 17:50:12.895580 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:12.899556 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:12.968064 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:13.048317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-954d6a53-2576-409b-9053-acec339cfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:13.050641 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-954d6a53-2576-409b-9053-acec339cfef1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1096 time: 0.0800281 Jun 23 17:50:13.173247 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-2c04c66d-9db1-48b4-a65b-8fb3d8e5b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:13.175058 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-2c04c66d-9db1-48b4-a65b-8fb3d8e5b60a service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.1027429 Jun 23 17:50:13.192337 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-85670c64-2cf2-48b8-afa1-d0dedf9edcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:13.225327 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-93fa101f-0ac1-480e-9636-c824184fa3a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 217 time: 0.0421128 Jun 23 17:50:13.229493 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:13.280644 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-653e631c-b047-4d21-af96-aa0e58061e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:13.282155 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-653e631c-b047-4d21-af96-aa0e58061e1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0508962 Jun 23 17:50:13.342634 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-b4e1be2f-3f4b-4ed2-a530-e0cc0deda08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:13.344197 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-b4e1be2f-3f4b-4ed2-a530-e0cc0deda08d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550239 Jun 23 17:50:13.382267 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Router bdcbb805-4871-4130-868e-54b14d444c95 is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:50:13.455174 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-4d14886e-0bca-4c2c-8b98-2c37dc953249 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043131 Jun 23 17:50:13.509576 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:50:13.523246 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:50:13.534935 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:13.535781 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:13.608434 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['c8104b28-3a04-4c92-808d-0f8f09fabbf4'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:50:13.620482 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b18ca675-fadf-4977-ad9f-9ea4b0726153 req-3b248140-70f9-4a2d-8264-a3925f7548f3 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396654 Jun 23 17:50:13.763197 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:13.839981 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:13.841159 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-fbf9167c-fb29-4ea8-8b7e-89d4635f6d47 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4539609 Jun 23 17:50:13.844378 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55226) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:13.917465 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c21b-9fd2-4ae0-9509-38fd8890b4e0 req-f1781b0a-b158-4b1e-8259-382e9f7ccf6f tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:13.920049 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-34b2c21b-9fd2-4ae0-9509-38fd8890b4e0 req-f1781b0a-b158-4b1e-8259-382e9f7ccf6f tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 944 time: 0.4047339 Jun 23 17:50:13.947311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c4aa7-0c0c-4b7d-a7fb-7c0620e8ef00 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:50:14.008408 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-34b2c21b-9fd2-4ae0-9509-38fd8890b4e0 req-1df088e5-28dd-4962-afe1-1d271cd05ea2 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749183 Jun 23 17:50:14.066657 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee525c-1b4e-4a28-8556-4794a233dde5 req-48c5a864-be88-4288-b983-bf54d39c24ca tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:14.075777 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-93ee525c-1b4e-4a28-8556-4794a233dde5 req-48c5a864-be88-4288-b983-bf54d39c24ca tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1125703 Jun 23 17:50:14.136000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-22830fc1-95b3-4507-9740-ca281596625f None None] Provisioning for port b3089d55-6d15-45fc-8a97-bbc60174edfe completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:14.171508 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-93ee525c-1b4e-4a28-8556-4794a233dde5 req-3b60da1a-b63a-462c-9c2a-aa4911d11386 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904176 Jun 23 17:50:14.415085 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:12Z', 'revision_number': 3, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:14.447700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:50:14.448062 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Updating router bdcbb805-4871-4130-868e-54b14d444c95 port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:50:14.512543 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:14.550253 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b3089d55-6d15-45fc-8a97-bbc60174edfe up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:14.556325 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:14.756162 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Allocated IP 172.20.0.1 (11985a48-9b20-4952-971d-4785d8543a69/3da84e83-2f67-4267-8123-01cef37fde50/929bf699-a05b-4f95-b5e2-c3256cf298c9) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:14.767050 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port b3089d55-6d15-45fc-8a97-bbc60174edfe completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:14.776338 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port b3089d55-6d15-45fc-8a97-bbc60174edfe triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:14.778467 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:14.955685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-1189fd0c-9839-4be5-b419-1601354b57c2 None None] Provisioning complete for port b3089d55-6d15-45fc-8a97-bbc60174edfe triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:14.956074 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1189fd0c-9839-4be5-b419-1601354b57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:14.972515 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:14.990294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Transition to ACTIVE for port object 929bf699-a05b-4f95-b5e2-c3256cf298c9 will not be triggered until provisioned by entity DHCP. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:14.998656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.026576 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Transition to ACTIVE for port object b69b474c-d20c-4fc6-bbfb-3d77bd996d70 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:15.041938 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.052782 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.057868 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:15.061689 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:15.096435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Network 11985a48-9b20-4952-971d-4785d8543a69 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:15.102523 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:15.104772 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:15.137034 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.142409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Attempting to bind port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:15.142788 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Attempting to bind port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:15.143153 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Attempting to bind port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:15.143961 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Pushing event updated for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:15.151880 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Pushing event updated for resources: {'Port': ['ID=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:15.160857 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.161186 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.161702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.162063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.163033 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.163033 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.163239 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.163444 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.164243 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.164243 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.164548 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.164815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:15.165540 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:15.169654 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:15.171110 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.178817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:15.180045 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:15.180045 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.180045 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:15.180665 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Bound port: b69b474c-d20c-4fc6-bbfb-3d77bd996d70, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:15.181084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.286836 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1189fd0c-9839-4be5-b419-1601354b57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.292791 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port b3089d55-6d15-45fc-8a97-bbc60174edfe, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b3089d55-6d15-45fc-8a97-bbc60174edfe,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:15.307971 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.321367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8d47d8f4-ade2-4752-91cb-7058824fb159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:15.353957 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca33868-9554-4d54-bf75-95a1ba120df6 req-b19b1a84-8549-40ae-93e4-4299f5f336e7 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:15.358775 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ca33868-9554-4d54-bf75-95a1ba120df6 req-b19b1a84-8549-40ae-93e4-4299f5f336e7 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 944 time: 0.1657453 Jun 23 17:50:15.368565 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] For port b69b474c-d20c-4fc6-bbfb-3d77bd996d70, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:15.374603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.439515 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] For port b69b474c-d20c-4fc6-bbfb-3d77bd996d70, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:15.448090 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=b3089d55-6d15-45fc-8a97-bbc60174edfe,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:15.452005 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.456154 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1ca33868-9554-4d54-bf75-95a1ba120df6 req-24bc548c-403c-408e-a097-b58e57eb552c tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824156 Jun 23 17:50:15.456845 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:15.457401 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:15.468147 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.db.api [None req-1189fd0c-9839-4be5-b419-1601354b57c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104928) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 17:50:15.468991 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_db.api [None req-1189fd0c-9839-4be5-b419-1601354b57c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 17:50:15.537233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:15.537590 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:49:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:15.543326 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Pushing event updated for resources: {'Port': ['ID=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:15.579664 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:15.585619 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd2338-f8e0-4abd-a695-a174784dbbe3 req-f6eff2b5-89ad-4aaa-94c0-f45724196e94 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:15.587161 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32cd2338-f8e0-4abd-a695-a174784dbbe3 req-f6eff2b5-89ad-4aaa-94c0-f45724196e94 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1388228 Jun 23 17:50:15.634261 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.647588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.654747 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:15.661129 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32cd2338-f8e0-4abd-a695-a174784dbbe3 req-badfbdaa-2d27-4b9f-8442-478ea4adf5e9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564096 Jun 23 17:50:15.677066 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:15.728054 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:15.729886 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Pushing event updated for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:15.733727 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:15.834177 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Network 11985a48-9b20-4952-971d-4785d8543a69 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:15.835997 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:15.898976 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:14Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:15.934780 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586061d3-a393-4bc8-aa6f-0140b6cdba74 None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:14Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:50:15.982165 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:50:16.130431 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c8104b28-3a04-4c92-808d-0f8f09fabbf4 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:16.149156 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:50:16.170614 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] 10.222.0.66 "PUT /v2.0/routers/bdcbb805-4871-4130-868e-54b14d444c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3229749 Jun 23 17:50:16.250086 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f4089940-7a75-47d8-80a0-5e21feed0aba None None] Provisioning for port 929bf699-a05b-4f95-b5e2-c3256cf298c9 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:16.252341 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.257839 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-be1177ea-ea6c-463d-b52c-fc5151c0cc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.264147 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f4089940-7a75-47d8-80a0-5e21feed0aba None None] Provisioning complete for port 929bf699-a05b-4f95-b5e2-c3256cf298c9 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:16.264147 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f4089940-7a75-47d8-80a0-5e21feed0aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.317040 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-f4089940-7a75-47d8-80a0-5e21feed0aba None None] Port 929bf699-a05b-4f95-b5e2-c3256cf298c9 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:50:16.319015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port c8104b28-3a04-4c92-808d-0f8f09fabbf4 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:16.324172 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port c8104b28-3a04-4c92-808d-0f8f09fabbf4 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:16.324555 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.445227 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b3089d55-6d15-45fc-8a97-bbc60174edfe up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:16.504967 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.547817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:16.550237 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22bc825-95ec-4f4e-9783-d43ee294e197" -d '{"events": [{"server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "name": "network-vif-plugged", "status": "completed", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:16.570289 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:16.576744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port b3089d55-6d15-45fc-8a97-bbc60174edfe triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:16.577155 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.580835 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:16.601197 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:16.679843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:16.683151 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:16.793674 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0a2c-a3db-4ac6-828f-89316a0cb8a1 req-c9abf3f5-6de4-4983-8251-c00b35c4198a tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:16.795365 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a23c0a2c-a3db-4ac6-828f-89316a0cb8a1 req-c9abf3f5-6de4-4983-8251-c00b35c4198a tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.1442540 Jun 23 17:50:16.861131 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a23c0a2c-a3db-4ac6-828f-89316a0cb8a1 req-6015e00b-912a-463c-820c-5afef09616fe tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596313 Jun 23 17:50:16.929858 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6627ceb-b20c-4880-97b8-acb89bb71107 x-openstack-request-id: req-a6627ceb-b20c-4880-97b8-acb89bb71107 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:16.930376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "name": "network-vif-plugged", "status": "completed", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:16.930734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6627ceb-b20c-4880-97b8-acb89bb71107 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:16.931356 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4', 'code': 200} Jun 23 17:50:17.118886 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6649d-3f1f-499a-b385-d96e8d08484e req-7385f619-da48-45ae-843b-66e87661618f tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:17.120308 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e4c6649d-3f1f-499a-b385-d96e8d08484e req-7385f619-da48-45ae-843b-66e87661618f tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0911355 Jun 23 17:50:17.120998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55272) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:17.128675 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005836615', 'description': 'tempest-description--766651944'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:17.205479 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.224608 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e4c6649d-3f1f-499a-b385-d96e8d08484e req-1f5b8736-3140-43ac-a2ef-b219585915be tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998321 Jun 23 17:50:17.261783 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff10a-52ae-421b-b48d-6e9fed7d6aa5 req-9acdebd5-07c6-4fd5-a94a-f35ed1016e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:17.264536 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0d5ff10a-52ae-421b-b48d-6e9fed7d6aa5 req-9acdebd5-07c6-4fd5-a94a-f35ed1016e62 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 1098 time: 0.1191597 Jun 23 17:50:17.365458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.368804 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0d5ff10a-52ae-421b-b48d-6e9fed7d6aa5 req-fb166027-d10d-4835-afb6-0962a6999591 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967751 Jun 23 17:50:17.370252 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.375408 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9f5899a8-71ae-4c8f-8b42-264be1affec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:17.404652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.405910 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2827253 Jun 23 17:50:17.410330 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55284) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:17.416561 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group_rule': {'security_group_id': '156dfc2d-72ea-4250-97cd-32b5f87898e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:17.416781 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156dfc2d-72ea-4250-97cd-32b5f87898e9,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:17.420532 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:17.454752 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.529776 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.535059 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.537575 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be308328-0a42-4177-bf2a-b6f856c406fe tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:17.553312 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094cd553-12e1-4966-b1f1-1bb368577aba,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:17.557303 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:17.564801 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.572110 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55286) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:17.579882 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564875 Jun 23 17:50:17.586844 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group_rule': {'security_group_id': '156dfc2d-72ea-4250-97cd-32b5f87898e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:17.624875 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.677288 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.680961 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.682977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-af8dce14-a855-406e-ba65-f3fa18813845 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:17.703924 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2599b236-49b2-4465-9f2e-3026da2b8c88,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:17.706462 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.707616 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319017 Jun 23 17:50:17.711720 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:17.711720 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55288) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:17.717647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:17.745259 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.799648 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.848204 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:17.989733 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Allocated IP 172.27.3.134 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:18.018989 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.146458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a7785-17ba-458c-b13a-82d93ae70943 req-daa66a98-2aa1-4b1f-83bd-ecb67488ae45 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:18.148156 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-452a7785-17ba-458c-b13a-82d93ae70943 req-daa66a98-2aa1-4b1f-83bd-ecb67488ae45 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.1437290 Jun 23 17:50:18.168142 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.211431 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-452a7785-17ba-458c-b13a-82d93ae70943 req-8a77ccfc-406b-45c6-b2d1-f8390a62b0b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 Jun 23 17:50:18.247413 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.249575 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-541cf43d-d8ec-46de-8b85-a7ab69ea63a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:18.293063 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:18.298783 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:18.303773 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:18.307436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:18.339445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.339838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.340289 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.341181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.341564 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.341966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.342253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.342606 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.342953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.343467 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.343757 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.344096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:18.348174 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:50:18.349613 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:18.358665 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:18.359296 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:18.435489 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b69b474c-d20c-4fc6-bbfb-3d77bd996d70 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:18.443521 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.465441 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d643-ae00-4d5d-bdbf-adc1e0777376 req-0db62ecd-e359-48ea-9824-b5374dc2f70c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:18.473771 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fdd6d643-ae00-4d5d-bdbf-adc1e0777376 req-0db62ecd-e359-48ea-9824-b5374dc2f70c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1097445 Jun 23 17:50:18.522537 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.555145 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:18.564138 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:18.564911 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.583334 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fdd6d643-ae00-4d5d-bdbf-adc1e0777376 req-b6e7ed0a-5610-4408-a27c-5f3f8a78e6f4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082273 Jun 23 17:50:18.656189 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:18.698861 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.777581 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port b69b474c-d20c-4fc6-bbfb-3d77bd996d70, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:18.785997 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.790877 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:18.846279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.854120 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.856872 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1dbfff08-8720-472b-bbcc-2a7c8e6e4fc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:18.857824 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:18.865660 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:18.934586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:18.940525 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:18.947964 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.964539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:18.970270 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2540536 Jun 23 17:50:18.970516 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 2, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:19.021521 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:50:19.022125 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Updating router bdcbb805-4871-4130-868e-54b14d444c95 port 929bf699-a05b-4f95-b5e2-c3256cf298c9 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:50:19.073278 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.162880 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-4751a321-d51b-4b2b-952a-18a372c4e61b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2005836615&fields=id&tenant_id=b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 267 time: 0.0357244 Jun 23 17:50:19.294250 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-8b849b11-df4d-4351-a153-2304b4abd14a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:19.295732 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-8b849b11-df4d-4351-a153-2304b4abd14a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 810 time: 0.1233523 Jun 23 17:50:19.317511 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-61d55ef2-6c06-4172-8659-194aa50803a8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/quotas/b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 375 time: 0.0120947 Jun 23 17:50:19.338149 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.399402 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.420036 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Transition to ACTIVE for port object 929bf699-a05b-4f95-b5e2-c3256cf298c9 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:19.425916 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.429045 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:19.439713 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-be18c7e8-64b9-49c9-b5e1-bdfd90b55f63 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014881 Jun 23 17:50:19.446785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4441-f5ee-4b46-b93a-378e7d90ee74 req-e9672fdc-2bfe-4d43-9711-cfd379b5140a tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:19.459368 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1aae4441-f5ee-4b46-b93a-378e7d90ee74 req-e9672fdc-2bfe-4d43-9711-cfd379b5140a tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.1211271 Jun 23 17:50:19.500720 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Pushing event updated for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:19.505985 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1aae4441-f5ee-4b46-b93a-378e7d90ee74 req-3f4e0d84-4470-45bb-a4bf-8edec33dbc26 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452023 Jun 23 17:50:19.515698 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.516517 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.518134 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.519219 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.520047 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.521333 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.524052 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.524052 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.525319 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.525579 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.525942 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.526233 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:50:19.530882 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:19.608630 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e1373ccd-752a-44f9-9878-20e4330357e5 service neutron] 10.222.0.66 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671109 Jun 23 17:50:19.616778 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Attempting to bind port 929bf699-a05b-4f95-b5e2-c3256cf298c9 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:19.617467 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Attempting to bind port 929bf699-a05b-4f95-b5e2-c3256cf298c9 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:19.617965 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Attempting to bind port 929bf699-a05b-4f95-b5e2-c3256cf298c9 on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:19.624193 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:19.624880 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Checking segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:19.625404 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.625893 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Bound using segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:19.626481 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Bound port: 929bf699-a05b-4f95-b5e2-c3256cf298c9, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:19.626988 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.750204 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] For port 929bf699-a05b-4f95-b5e2-c3256cf298c9, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:19.756120 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] For port 929bf699-a05b-4f95-b5e2-c3256cf298c9, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=929bf699-a05b-4f95-b5e2-c3256cf298c9,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:19.765803 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:19.770670 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3396dbd5-4cd5-4483-a3d2-f81310fa264e service neutron] 10.222.0.66 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606224 Jun 23 17:50:19.783470 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:19.868034 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:19.868666 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:20.143176 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Pushing event updated for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:20.150432 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-5c63306a-484f-4934-a7c9-5b615545ad05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:20.203185 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:20.334453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55340) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:20.403799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da41c0-a66a-49a8-a4ea-722cdc0cd0af req-88414cd0-4ff8-4873-826c-f908aa294dff tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:20.412696 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c7da41c0-a66a-49a8-a4ea-722cdc0cd0af req-88414cd0-4ff8-4873-826c-f908aa294dff tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1656420 Jun 23 17:50:20.470963 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b69b474c-d20c-4fc6-bbfb-3d77bd996d70 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:20.498034 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c7da41c0-a66a-49a8-a4ea-722cdc0cd0af req-1798fd14-b4fc-41ea-b908-d402a6ab8035 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840394 Jun 23 17:50:20.537649 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fde4ef7b-df33-4734-9e89-78c17ef1d394 req-089b8488-a322-453f-8b93-2d7ae002ff98 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 210 time: 0.0534089 Jun 23 17:50:20.598762 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.608882 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:20.609255 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.623097 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:19Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:20.656078 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149f7ae-6e79-4e26-821d-a3e133141652 None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:19Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:50:20.749560 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.758709 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.765071 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9e0f158e-7d35-47bc-8ef3-a6be8fcbc0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:20.778247 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 929bf699-a05b-4f95-b5e2-c3256cf298c9 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:20.824873 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55350) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:20.825851 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fef90f0a73d4a4092770ca25ec4a261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897020 Jun 23 17:50:20.827233 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87d24c1-3e9c-486b-a851-49e323625427,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:20.831359 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:20.874015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 929bf699-a05b-4f95-b5e2-c3256cf298c9 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:20.880572 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 929bf699-a05b-4f95-b5e2-c3256cf298c9 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:20.881054 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.927807 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:20.981661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:21.080499 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:21.083043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:21.087172 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a87d24c1-3e9c-486b-a851-49e323625427 HTTP/1.1" status: 204 len: 168 time: 0.2579393 Jun 23 17:50:21.087172 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1e22334d-254a-483f-a120-a24ac9f358ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:21.095806 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87d24c1-3e9c-486b-a851-49e323625427,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:21.098696 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:21.185156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:21.248983 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 929bf699-a05b-4f95-b5e2-c3256cf298c9, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=929bf699-a05b-4f95-b5e2-c3256cf298c9,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:21.255479 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:21.257812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:21.338378 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:21.344771 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:21.723035 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ad9cab20-f0d3-4c2e-ad3e-bd359a2d934a req-a9d03190-c7a3-4fb0-95af-03bcb4fefd73 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 210 time: 0.0392120 Jun 23 17:50:21.777342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d5b99-d389-44de-99d3-0636cdb600d5 req-a1518f45-c907-42d9-801a-e2527ee3fe53 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:21.781116 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d20d5b99-d389-44de-99d3-0636cdb600d5 req-a1518f45-c907-42d9-801a-e2527ee3fe53 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.1236582 Jun 23 17:50:21.843010 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d20d5b99-d389-44de-99d3-0636cdb600d5 req-8676e9db-84da-49e4-95cf-b240cb34d681 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512867 Jun 23 17:50:22.024027 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-02797aca-9c76-4d33-ac5c-565d5efaa2b4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:22.025955 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-02797aca-9c76-4d33-ac5c-565d5efaa2b4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 810 time: 0.1362143 Jun 23 17:50:22.088885 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3b176e9e-5536-4dd3-994b-7e4298f27223 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 380 time: 0.0450306 Jun 23 17:50:22.100227 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'port': {'device_id': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'admin_state_up': True, 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'security_groups': ['156dfc2d-72ea-4250-97cd-32b5f87898e9']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:22.154674 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:50:22.269972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Made reservation on behalf of b422b091c6b64b01ac77b86c600925b7 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:50:22.276793 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.310670 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:22.325395 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'mac_address': 'fa:16:3e:c3:ba:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:50:22.372367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.389369 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c0b063-226d-40f8-bc72-ea894d5ab9e5 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:22.418558 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:22.422717 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 929bf699-a05b-4f95-b5e2-c3256cf298c9 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:22.430086 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.469431 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:22.470590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Allocated IP 172.20.0.8 (11985a48-9b20-4952-971d-4785d8543a69/3da84e83-2f67-4267-8123-01cef37fde50/410799e1-2b1a-400d-9c67-ab07d88a99af) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:22.542434 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:22.548086 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:22.556615 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 929bf699-a05b-4f95-b5e2-c3256cf298c9 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:22.557031 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.743076 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.764741 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Transition to ACTIVE for port object 410799e1-2b1a-400d-9c67-ab07d88a99af will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:22.807768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:22.812817 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:22.847154 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['11c0b063-226d-40f8-bc72-ea894d5ab9e5'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:50:22.894193 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Network 11985a48-9b20-4952-971d-4785d8543a69 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:22.914972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:22.944745 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:22.984449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:23.012924 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:23.051046 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:23.051904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.086649 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9917819 Jun 23 17:50:23.096079 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cf4a3-89dd-402a-a58d-6fd7d94cd4bc req-0498bfe0-a125-427e-88ed-bfa448cf3e1b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:23.097641 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f35cf4a3-89dd-402a-a58d-6fd7d94cd4bc req-0498bfe0-a125-427e-88ed-bfa448cf3e1b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 931 time: 0.2145476 Jun 23 17:50:23.102902 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Request body: {'port': {'device_id': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:23.148263 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644399-02c3-45aa-a67a-e6eeb67e0459 req-79bb79f9-c760-4ff3-8e27-ca77f5a5e71a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:23.150641 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9a644399-02c3-45aa-a67a-e6eeb67e0459 req-79bb79f9-c760-4ff3-8e27-ca77f5a5e71a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 944 time: 0.1048129 Jun 23 17:50:23.184218 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f35cf4a3-89dd-402a-a58d-6fd7d94cd4bc req-bdf99b19-4939-459a-bcad-c3bb4049d9a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782568 Jun 23 17:50:23.208299 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9a644399-02c3-45aa-a67a-e6eeb67e0459 req-25a2123a-0af6-47f2-abfc-197bc2c3a0c5 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463190 Jun 23 17:50:23.244725 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.268520 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-915c29a8-ced2-4fb6-baa4-bd9c71e05a79 None None] Provisioning for port 410799e1-2b1a-400d-9c67-ab07d88a99af completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:23.272600 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-915c29a8-ced2-4fb6-baa4-bd9c71e05a79 None None] Provisioning complete for port 410799e1-2b1a-400d-9c67-ab07d88a99af triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:23.272970 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-915c29a8-ced2-4fb6-baa4-bd9c71e05a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.311440 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-915c29a8-ced2-4fb6-baa4-bd9c71e05a79 None None] Port 410799e1-2b1a-400d-9c67-ab07d88a99af cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:50:23.608219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410799e1-2b1a-400d-9c67-ab07d88a99af {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:23.617054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.630813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Transition to ACTIVE for port object 410799e1-2b1a-400d-9c67-ab07d88a99af will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:50:23.634783 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.638025 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:23.691517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Pushing event updated for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:23.696187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:23.788215 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Attempting to bind port 410799e1-2b1a-400d-9c67-ab07d88a99af on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:50:23.788557 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Attempting to bind port 410799e1-2b1a-400d-9c67-ab07d88a99af by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:50:23.788892 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Attempting to bind port 410799e1-2b1a-400d-9c67-ab07d88a99af on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:23.796756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Port 410799e1-2b1a-400d-9c67-ab07d88a99af on network 11985a48-9b20-4952-971d-4785d8543a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:50:23.796756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Attempting to bind port 410799e1-2b1a-400d-9c67-ab07d88a99af on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:50:23.802959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:50:23.803299 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Checking segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:50:23.803720 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Bound using segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:50:23.804324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Bound port: 410799e1-2b1a-400d-9c67-ab07d88a99af, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:50:23.804688 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.899008 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:50:23.899008 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=410799e1-2b1a-400d-9c67-ab07d88a99af,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:50:23.904971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.908561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:23.946030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:23.946781 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:23.948686 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] 10.222.0.65 "PUT /v2.0/ports/410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 1093 time: 0.8497274 Jun 23 17:50:23.951680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:23.961095 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:24.049050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40808b0-454c-4fb5-b143-5b8b0618424a x-openstack-request-id: req-a40808b0-454c-4fb5-b143-5b8b0618424a {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:24.049392 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:24.049671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a40808b0-454c-4fb5-b143-5b8b0618424a {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:24.050091 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'status': 'completed', 'code': 200} Jun 23 17:50:24.064418 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Pushing event updated for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:24.068144 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:24.105253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-195b8a34-cac9-4a55-9440-35c6606fdc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:24.108479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-195b8a34-cac9-4a55-9440-35c6606fdc8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1096 time: 0.1042988 Jun 23 17:50:24.161751 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-90bc2a02-c46b-4c7d-8f99-1812928b10a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 217 time: 0.0415719 Jun 23 17:50:24.164768 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:24.250512 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:24.258190 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:24.258796 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:24.271013 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-2564e599-cde3-499c-bb27-f121f59e878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:24.274452 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-2564e599-cde3-499c-bb27-f121f59e878b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0972724 Jun 23 17:50:24.379389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-70bcf910-28fe-441a-8531-a566ed35e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:24.381519 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-70bcf910-28fe-441a-8531-a566ed35e138 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953560 Jun 23 17:50:24.431186 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:24.464221 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:24.467155 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b206a2d-3a85-4306-88e4-b074dd390659" -d '{"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-plugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:24.486348 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:24.492631 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:24.498702 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:24.526750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42c8c1-6c01-4db9-8477-93cd7a844e8d req-4ba95b62-5c6c-42b1-8dc2-d51bd6bef165 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:24.529458 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bd42c8c1-6c01-4db9-8477-93cd7a844e8d req-4ba95b62-5c6c-42b1-8dc2-d51bd6bef165 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0983813 Jun 23 17:50:24.564330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:24.568102 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:24.577557 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bd42c8c1-6c01-4db9-8477-93cd7a844e8d req-21b327e6-49c6-40a6-b39d-ae4f259802c8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419250 Jun 23 17:50:24.649156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3594cdc0-1ee2-4ed0-b9a4-96daf1d80bf5 x-openstack-request-id: req-3594cdc0-1ee2-4ed0-b9a4-96daf1d80bf5 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:24.649478 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-plugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:24.649653 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3594cdc0-1ee2-4ed0-b9a4-96daf1d80bf5 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:24.650256 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'code': 200} Jun 23 17:50:24.754080 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-f8545bdb-36f7-4ab9-8d13-12258e434f47 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637035 Jun 23 17:50:24.767082 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f25ea-7b50-4a56-bde7-c929ff7d82c5 req-a30c18f9-32ed-438d-a300-f31608be77de tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:24.768625 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-089f25ea-7b50-4a56-bde7-c929ff7d82c5 req-a30c18f9-32ed-438d-a300-f31608be77de tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 944 time: 0.3491774 Jun 23 17:50:24.805389 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-089f25ea-7b50-4a56-bde7-c929ff7d82c5 req-a14df9f1-8fc2-439b-a9c6-40ff5a4c7a78 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Jun 23 17:50:25.798881 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef453ce3-ecb0-4c7d-b3cb-29dbd6bba7b3 req-9aa66bde-d885-40f5-a02d-5742f1d4ea0d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:25.800589 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ef453ce3-ecb0-4c7d-b3cb-29dbd6bba7b3 req-9aa66bde-d885-40f5-a02d-5742f1d4ea0d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0865083 Jun 23 17:50:25.842658 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ef453ce3-ecb0-4c7d-b3cb-29dbd6bba7b3 req-a7b04545-f8d3-4039-8ad9-074ae5087a3d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Jun 23 17:50:26.017858 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2b86-fad4-4f86-afe8-d70823fa40b4 req-bc56c273-9804-414d-b69d-7fafda27abaa tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:26.019341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b9a2b86-fad4-4f86-afe8-d70823fa40b4 req-bc56c273-9804-414d-b69d-7fafda27abaa tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0683143 Jun 23 17:50:26.061040 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b9a2b86-fad4-4f86-afe8-d70823fa40b4 req-c7912f90-9819-4cf0-8a38-eacb62d0fa03 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355861 Jun 23 17:50:27.043281 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefea53-1392-402f-9049-8baa1b0ac879 req-921714a7-b1dc-4b46-a769-f4b1d1292ec1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:27.044952 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdefea53-1392-402f-9049-8baa1b0ac879 req-921714a7-b1dc-4b46-a769-f4b1d1292ec1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0693216 Jun 23 17:50:27.093185 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdefea53-1392-402f-9049-8baa1b0ac879 req-4a1aa3c4-486c-4f51-8f6d-b4ae1cd810a6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Jun 23 17:50:27.345727 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cb7c261-10e1-4e2f-bf64-d89eb21e78f1 req-b789c8e2-ec69-4679-896c-0beb13522193 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287572 Jun 23 17:50:27.354250 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcee8b-8629-4a70-9258-ebe8f33ed775 req-8627f917-faab-4276-9b66-7fc90cfbf56f tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:27.355866 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2dcee8b-8629-4a70-9258-ebe8f33ed775 req-8627f917-faab-4276-9b66-7fc90cfbf56f tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.1497474 Jun 23 17:50:27.397128 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2dcee8b-8629-4a70-9258-ebe8f33ed775 req-0a6a0ac0-9c60-4c86-a711-5301ad73b9a6 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348976 Jun 23 17:50:28.296234 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aed9d-2fb7-4aff-92bc-64db7af096a2 req-3574cbe7-6050-4bca-bcef-781fcd170561 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:28.297710 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0f2aed9d-2fb7-4aff-92bc-64db7af096a2 req-3574cbe7-6050-4bca-bcef-781fcd170561 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0746813 Jun 23 17:50:28.338063 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0f2aed9d-2fb7-4aff-92bc-64db7af096a2 req-aa4845aa-3087-4d6a-ba89-632a4fc36c13 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Jun 23 17:50:28.581128 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572fe9a-99a8-4c4f-a418-db8521d71470 req-6ceccc44-237c-4e3a-9c9b-c63e7010b268 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:28.582727 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b572fe9a-99a8-4c4f-a418-db8521d71470 req-6ceccc44-237c-4e3a-9c9b-c63e7010b268 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0700412 Jun 23 17:50:28.626041 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b572fe9a-99a8-4c4f-a418-db8521d71470 req-5d5985c7-ca9c-4eba-82a1-a8fb84dbb0be tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363941 Jun 23 17:50:28.893484 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-0535e46e-b1ac-46e5-9301-629617f6aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:28.896360 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-0535e46e-b1ac-46e5-9301-629617f6aaef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1096 time: 0.0682983 Jun 23 17:50:29.014314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-5096906d-d691-44c4-9933-5853c97ab857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.015710 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-5096906d-d691-44c4-9933-5853c97ab857 service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1127751 Jun 23 17:50:29.100146 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-3d9d1689-9e4f-4c67-a8e4-391494966d28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 217 time: 0.0691495 Jun 23 17:50:29.162323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-fd51ddd4-8c12-40ae-9b7a-473e540b8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.163791 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-fd51ddd4-8c12-40ae-9b7a-473e540b8d54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0570829 Jun 23 17:50:29.170308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf9e07-290e-4dde-a3f1-7aa0927afc0a req-3683a2ca-876a-440c-a01b-44ad687bc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.171943 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10bf9e07-290e-4dde-a3f1-7aa0927afc0a req-3683a2ca-876a-440c-a01b-44ad687bc7be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.1429441 Jun 23 17:50:29.235211 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10bf9e07-290e-4dde-a3f1-7aa0927afc0a req-eb3f86e2-f7ef-4946-b641-396d5a8a6413 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523195 Jun 23 17:50:29.252925 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-e351df37-184d-43de-b47c-df37b6343ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.254452 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-e351df37-184d-43de-b47c-df37b6343ade service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816655 Jun 23 17:50:29.523253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099d07-1687-4b23-acde-7a917ce5e23a req-4c37e37f-a97d-4b71-b42b-9e20e55a6d30 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.524751 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d8099d07-1687-4b23-acde-7a917ce5e23a req-4c37e37f-a97d-4b71-b42b-9e20e55a6d30 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0723011 Jun 23 17:50:29.568714 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d8099d07-1687-4b23-acde-7a917ce5e23a req-27102368-30d0-4e71-83a1-d8cf68cb8b68 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380628 Jun 23 17:50:29.820195 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fa39a-50df-485c-bc4b-fd344f2b82cf req-25ec7031-c2f3-4a59-8c18-6ab71daa7d0b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:29.821688 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a3fa39a-50df-485c-bc4b-fd344f2b82cf req-25ec7031-c2f3-4a59-8c18-6ab71daa7d0b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0761223 Jun 23 17:50:29.867012 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a3fa39a-50df-485c-bc4b-fd344f2b82cf req-e96a1c2f-cd33-4158-9945-df88ee04d138 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Jun 23 17:50:30.028339 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-8ad87086-e001-4968-bc24-f8fdcf6311de service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130896 Jun 23 17:50:30.122572 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aef1c0f-1f55-48ac-8106-78dda3dfb7e6 req-0b0c7873-5d5e-4876-9f58-e3a1bbca6699 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876946 Jun 23 17:50:30.770742 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9fe7e-b900-498f-be74-a680027214c7 req-c0453fc4-9325-40a5-b5f7-e6535cc6cf31 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:30.772374 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57f9fe7e-b900-498f-be74-a680027214c7 req-c0453fc4-9325-40a5-b5f7-e6535cc6cf31 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0739031 Jun 23 17:50:30.814892 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57f9fe7e-b900-498f-be74-a680027214c7 req-b82d4f6b-68cc-4548-88ca-a2f8a88f4f62 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360773 Jun 23 17:50:31.077975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5886b09-baaf-43c2-98a0-6908fa013e10 req-1f4b2d19-e279-4ffb-ab6e-ab5080871842 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:31.079509 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5886b09-baaf-43c2-98a0-6908fa013e10 req-1f4b2d19-e279-4ffb-ab6e-ab5080871842 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0868762 Jun 23 17:50:31.119094 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5886b09-baaf-43c2-98a0-6908fa013e10 req-9945f356-b20e-4efd-bf04-fd868e4949ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Jun 23 17:50:32.018542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee3d1d-644c-408d-ac44-dec085a518ff req-e5433309-c121-4003-9d92-63d616d2b67f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:32.020063 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-36ee3d1d-644c-408d-ac44-dec085a518ff req-e5433309-c121-4003-9d92-63d616d2b67f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0822113 Jun 23 17:50:32.065435 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-36ee3d1d-644c-408d-ac44-dec085a518ff req-39aef310-cea4-4946-b070-3d39ec00b271 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Jun 23 17:50:32.305823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab371d03-5229-4e18-b188-fde3b897c279 req-bd78ec22-9b05-4561-a1fa-755420c267a0 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:32.306976 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ab371d03-5229-4e18-b188-fde3b897c279 req-bd78ec22-9b05-4561-a1fa-755420c267a0 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0718036 Jun 23 17:50:32.348526 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ab371d03-5229-4e18-b188-fde3b897c279 req-09d726f2-a9f1-4fe0-811a-47c90639aed7 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Jun 23 17:50:33.256067 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d103b2b-d274-44a6-a7ed-23b983b3d3ca req-0851f5a3-e6fc-4816-914b-0f736a6ae9d3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:33.257564 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8d103b2b-d274-44a6-a7ed-23b983b3d3ca req-0851f5a3-e6fc-4816-914b-0f736a6ae9d3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0672326 Jun 23 17:50:33.299281 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8d103b2b-d274-44a6-a7ed-23b983b3d3ca req-92131f45-6c2a-419b-a323-22f8c6ec72a7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355971 Jun 23 17:50:33.550265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787bce7-3ad7-4c26-b8a6-d1cc617af060 req-5dd0deb9-104e-4745-8cab-14b6871f349b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:33.551996 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8787bce7-3ad7-4c26-b8a6-d1cc617af060 req-5dd0deb9-104e-4745-8cab-14b6871f349b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0737689 Jun 23 17:50:33.592851 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8787bce7-3ad7-4c26-b8a6-d1cc617af060 req-a31c0278-5fd5-4208-8f95-4110c539f9b4 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Jun 23 17:50:34.494552 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a88a1-aa64-4ee1-a4a1-334fbd492f3c req-1c062735-83a2-44f7-9f40-13c3828b195a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:34.496192 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6d7a88a1-aa64-4ee1-a4a1-334fbd492f3c req-1c062735-83a2-44f7-9f40-13c3828b195a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0708652 Jun 23 17:50:34.539125 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6d7a88a1-aa64-4ee1-a4a1-334fbd492f3c req-3242407c-78eb-4234-939e-ec57785c7176 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Jun 23 17:50:34.778128 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659c87-1550-43af-8bce-28770da2fc21 req-030ec49c-c4ce-4c81-896d-624ba93cf538 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:34.779509 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4e659c87-1550-43af-8bce-28770da2fc21 req-030ec49c-c4ce-4c81-896d-624ba93cf538 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0665686 Jun 23 17:50:34.817468 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4e659c87-1550-43af-8bce-28770da2fc21 req-fe8d0eb0-68e9-4905-9cef-f7182dc06091 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322433 Jun 23 17:50:35.736418 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6750-c47b-4621-a9fc-aeef1b8081f2 req-cbce299d-e318-4a07-ab4a-fdd1000f8ba1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:35.739580 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bc2f6750-c47b-4621-a9fc-aeef1b8081f2 req-cbce299d-e318-4a07-ab4a-fdd1000f8ba1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0684385 Jun 23 17:50:35.782950 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bc2f6750-c47b-4621-a9fc-aeef1b8081f2 req-b6ca068f-abed-4a71-a53b-5b3c1e6d02dd tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373175 Jun 23 17:50:36.005454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18ff1c-dc34-455d-af0c-5086de4f0af3 req-99389e3f-ae9e-430a-835f-22b9f059fd0d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:36.006983 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bd18ff1c-dc34-455d-af0c-5086de4f0af3 req-99389e3f-ae9e-430a-835f-22b9f059fd0d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0707350 Jun 23 17:50:36.054032 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bd18ff1c-dc34-455d-af0c-5086de4f0af3 req-5b219509-7955-481e-a2eb-318c8d5f86b8 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Jun 23 17:50:36.964257 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c81142-bccf-469c-8488-1777192ca0dc req-b992a7cc-faa9-4d7d-bf5b-a1d59bf9cb47 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:36.965755 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9c81142-bccf-469c-8488-1777192ca0dc req-b992a7cc-faa9-4d7d-bf5b-a1d59bf9cb47 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0664754 Jun 23 17:50:37.003696 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9c81142-bccf-469c-8488-1777192ca0dc req-0c035d78-a8e3-4ce9-9038-5216f6c9d13e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319853 Jun 23 17:50:37.116907 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:50:37.242504 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6473ac3-4862-4ca2-80ef-464c6b36677d req-5b5d6f1a-d92b-4bbe-9634-8bf5d965f116 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:37.244011 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e6473ac3-4862-4ca2-80ef-464c6b36677d req-5b5d6f1a-d92b-4bbe-9634-8bf5d965f116 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0715444 Jun 23 17:50:37.288547 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e6473ac3-4862-4ca2-80ef-464c6b36677d req-0b042826-4571-45cb-b117-e75082570145 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366325 Jun 23 17:50:37.459932 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb9ce-5ff9-4493-a418-3cc197fc1dcc req-b22caea9-293a-488b-b0bc-0e9923a4cf44 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:37.461451 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8f2fb9ce-5ff9-4493-a418-3cc197fc1dcc req-b22caea9-293a-488b-b0bc-0e9923a4cf44 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0625527 Jun 23 17:50:37.500185 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8f2fb9ce-5ff9-4493-a418-3cc197fc1dcc req-1eaa37da-a83b-4811-a606-2209d4e161ee tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Jun 23 17:50:37.524748 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55530) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:37.758242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e001b-fd73-4c12-9652-242b008f4728 tempest-TestShelveInstance-1086512494 tempest-TestShelveInstance-1086512494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:37.760374 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ad4e001b-fd73-4c12-9652-242b008f4728 tempest-TestShelveInstance-1086512494 tempest-TestShelveInstance-1086512494-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1093 time: 0.2345157 Jun 23 17:50:37.763564 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55536) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:37.768180 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:37.793122 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:37.893534 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:37.998406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Allocated IP 172.27.3.12 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/866215ad-cd4f-48e7-a700-fb822c66b6e2) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:50:38.194221 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338e12f-9558-4a79-afb5-b19aa1bc31bb req-4b59bfc1-3b4c-4a73-b243-205008bc4735 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:38.195841 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6338e12f-9558-4a79-afb5-b19aa1bc31bb req-4b59bfc1-3b4c-4a73-b243-205008bc4735 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0740395 Jun 23 17:50:38.238786 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6338e12f-9558-4a79-afb5-b19aa1bc31bb req-b20973e9-b2b8-49cf-ac0c-88c647fca482 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359170 Jun 23 17:50:38.328329 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:38.374498 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:38.377610 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e1470a0b-95ba-4e57-a2f6-fe25c3b0cce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:38.417913 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:50:38.421016 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:50:38.424732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:50:38.430588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'Port': ['ID=866215ad-cd4f-48e7-a700-fb822c66b6e2,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:38.453788 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:38.859284 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:38.943429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.091175 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.095448 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.097619 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:39.164894 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event updated for resources: {'Port': ['ID=866215ad-cd4f-48e7-a700-fb822c66b6e2,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:39.169428 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:39.181622 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.217993 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 410799e1-2b1a-400d-9c67-ab07d88a99af details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:50:39.288888 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Floating IP 9f9f7d37-80d0-44ca-8b3e-af9e51c42351 associated. External IP: 172.27.3.12, port: 11c0b063-226d-40f8-bc72-ea894d5ab9e5. Jun 23 17:50:39.318307 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=410799e1-2b1a-400d-9c67-ab07d88a99af,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:39.334883 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'port_id': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'mac_address': 'fa:16:3e:35:19:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:50:39.382081 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.395701 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410799e1-2b1a-400d-9c67-ab07d88a99af {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:50:39.415809 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=410799e1-2b1a-400d-9c67-ab07d88a99af,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:39.420861 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.423337 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:39.437699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1173a-172b-459f-8322-a66d62cb6eac req-fd6d0fb1-14c0-482a-9b30-e171c5d1d0cb tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:39.439430 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-56c1173a-172b-459f-8322-a66d62cb6eac req-fd6d0fb1-14c0-482a-9b30-e171c5d1d0cb tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 943 time: 0.0682011 Jun 23 17:50:39.470374 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:39.481903 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:39.485383 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-56c1173a-172b-459f-8322-a66d62cb6eac req-a2ce9979-5dcd-4146-81c9-eb0ad8f22eb0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Jun 23 17:50:39.510875 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Router cef04d4e-d180-445c-9a6f-76d00980dc1e has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:50:39.629077 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:50:39.639610 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Sync routers for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:50:39.645818 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:39.651610 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:39.652016 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:39.685513 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9208329 Jun 23 17:50:39.686169 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:39.688555 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116dbccb-3592-4900-a654-16e2e1eb722c" -d '{"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:39.728347 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b4459-5b51-4463-ad06-6f51bcaa7395 x-openstack-request-id: req-e03b4459-5b51-4463-ad06-6f51bcaa7395 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:39.728675 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:39.728965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e03b4459-5b51-4463-ad06-6f51bcaa7395 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:39.729390 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'status': 'completed', 'code': 200} Jun 23 17:50:39.775383 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:40.053891 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '9f9f7d37-80d0-44ca-8b3e-af9e51c42351', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'mac_address': 'fa:16:3e:c3:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:38Z', 'updated_at': '2021-06-23T17:50:38Z', 'revision_number': 0, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:40.082704 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Checking router: cef04d4e-d180-445c-9a6f-76d00980dc1e for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:50:40.091551 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:40.092195 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:40.204369 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:40.442330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '9f9f7d37-80d0-44ca-8b3e-af9e51c42351', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'mac_address': 'fa:16:3e:c3:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:38Z', 'updated_at': '2021-06-23T17:50:38Z', 'revision_number': 0, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:40.470649 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766c8c8-7155-4b5b-bfb4-df13126e4287 None None] The sync data for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi is: [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '9f9f7d37-80d0-44ca-8b3e-af9e51c42351', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'mac_address': 'fa:16:3e:c3:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:38Z', 'updated_at': '2021-06-23T17:50:38Z', 'revision_number': 0, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:50:40.670198 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b6ddf-8925-4d09-ae3e-97e0bd784394 req-1e72e6fe-5201-4c22-b1bc-2b632e079f4c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:40.671894 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e02b6ddf-8925-4d09-ae3e-97e0bd784394 req-1e72e6fe-5201-4c22-b1bc-2b632e079f4c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0700786 Jun 23 17:50:40.673111 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00e61b3-743f-40da-9cd7-2d4a46d11266 None None] New status for floating IP 9f9f7d37-80d0-44ca-8b3e-af9e51c42351: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:50:40.711575 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e02b6ddf-8925-4d09-ae3e-97e0bd784394 req-922e64e4-ddc2-4218-81e5-8bdf7d873020 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334289 Jun 23 17:50:41.181444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbccb-3592-4900-a654-16e2e1eb722c req-2130033a-f36a-4c5c-a48f-3315901acb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:41.182917 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-2130033a-f36a-4c5c-a48f-3315901acb54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.0620971 Jun 23 17:50:41.287569 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbccb-3592-4900-a654-16e2e1eb722c req-b9c5fde4-297b-4f4a-aa68-fe16da30ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:41.289056 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-b9c5fde4-297b-4f4a-aa68-fe16da30ddae service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.0902522 Jun 23 17:50:41.363686 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-6d1080ff-1f15-42d0-b64e-12ca704a3bbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0642991 Jun 23 17:50:41.420580 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbccb-3592-4900-a654-16e2e1eb722c req-6529d36b-7ddf-42f9-a877-ab833c5c6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:41.422106 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-6529d36b-7ddf-42f9-a877-ab833c5c6e8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0482676 Jun 23 17:50:41.488528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116dbccb-3592-4900-a654-16e2e1eb722c req-422e5daa-b7b6-45f0-98c8-dffb785cddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:41.490004 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-422e5daa-b7b6-45f0-98c8-dffb785cddaa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616775 Jun 23 17:50:41.584903 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-506bf847-9930-4e08-a207-b118d7839523 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Jun 23 17:50:41.685955 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-116dbccb-3592-4900-a654-16e2e1eb722c req-6e43325c-c9e2-4090-8b4d-e141f5e25958 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Jun 23 17:50:41.896396 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2cb57-78c5-4119-a53c-cfbe1dfaae26 req-235eea9d-a48b-4f3b-b944-b340150eca2b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:41.899037 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c9d2cb57-78c5-4119-a53c-cfbe1dfaae26 req-235eea9d-a48b-4f3b-b944-b340150eca2b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0682707 Jun 23 17:50:41.940823 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c9d2cb57-78c5-4119-a53c-cfbe1dfaae26 req-923d9696-022e-4330-8ef1-bb6feffe5017 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355947 Jun 23 17:50:42.017770 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['410799e1-2b1a-400d-9c67-ab07d88a99af'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:50:43.116155 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6b604-b9b6-42d9-a128-17405c1e64db req-afc32cec-f5d0-4b1b-a3d1-6fe0a64f25a6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:43.117704 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35e6b604-b9b6-42d9-a128-17405c1e64db req-afc32cec-f5d0-4b1b-a3d1-6fe0a64f25a6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0677581 Jun 23 17:50:43.158813 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35e6b604-b9b6-42d9-a128-17405c1e64db req-d1c2afc5-858b-427e-965b-4244906e4163 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Jun 23 17:50:43.186076 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d312-ebbe-4350-8f2c-0ad67b1911b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:44.341052 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be7d01-b5c1-4f2e-b123-7e80aa60fff1 req-a06a422d-3590-4d77-a7c8-f83f94b017a2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:44.342614 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b8be7d01-b5c1-4f2e-b123-7e80aa60fff1 req-a06a422d-3590-4d77-a7c8-f83f94b017a2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0663455 Jun 23 17:50:44.382396 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b8be7d01-b5c1-4f2e-b123-7e80aa60fff1 req-ca45e774-9ccb-4c52-a6e9-0ac146e9baa7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339034 Jun 23 17:50:45.562676 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13943c0-b582-4e98-8c21-23c81150531f req-8635a0d6-5125-480f-854e-16906c712a89 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:45.564193 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a13943c0-b582-4e98-8c21-23c81150531f req-8635a0d6-5125-480f-854e-16906c712a89 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0653000 Jun 23 17:50:45.607300 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a13943c0-b582-4e98-8c21-23c81150531f req-21c79d7b-9695-4e7d-9caa-c2c5c893ad76 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Jun 23 17:50:46.194030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-af7f7b21-e097-48a9-8709-1544cccaa876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:46.206853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:46.802639 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff121b6-4099-43ec-8723-2e3554974918 req-b9699eff-9fde-4d6b-b6f2-c1805806b86e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:46.804168 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-eff121b6-4099-43ec-8723-2e3554974918 req-b9699eff-9fde-4d6b-b6f2-c1805806b86e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0770268 Jun 23 17:50:46.853525 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-eff121b6-4099-43ec-8723-2e3554974918 req-1b650c12-932f-44bb-b050-0b60c0680c98 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Jun 23 17:50:47.800677 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:48.018756 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:48.041475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f69-d0bc-4bcf-bc32-1efb25adf0af req-4d574436-dff3-4b92-b97c-7ddb252a4abd tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:48.042996 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-305d3f69-d0bc-4bcf-bc32-1efb25adf0af req-4d574436-dff3-4b92-b97c-7ddb252a4abd tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0683243 Jun 23 17:50:48.086812 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-305d3f69-d0bc-4bcf-bc32-1efb25adf0af req-94feaa17-8e3d-4e8e-bf37-7e3b510663a6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378623 Jun 23 17:50:49.265555 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b287e-776c-4ed3-8ab0-5c25761f38a8 req-155c7644-9bf3-420c-92a7-a335824c5b28 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:49.267004 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9d7b287e-776c-4ed3-8ab0-5c25761f38a8 req-155c7644-9bf3-420c-92a7-a335824c5b28 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 944 time: 0.0666611 Jun 23 17:50:49.308213 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9d7b287e-776c-4ed3-8ab0-5c25761f38a8 req-f3ede64c-d631-4bbe-b95d-db2c6f7c4354 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348017 Jun 23 17:50:49.338675 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:50.033080 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 410799e1-2b1a-400d-9c67-ab07d88a99af up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:50:50.080171 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 410799e1-2b1a-400d-9c67-ab07d88a99af completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:50:50.084074 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 410799e1-2b1a-400d-9c67-ab07d88a99af triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:50:50.084447 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:50.165290 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:50.188919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:50.191333 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0272d5-5d1d-4223-824e-8dd54b65ddce" -d '{"events": [{"server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "name": "network-vif-plugged", "status": "completed", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:50.204602 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=410799e1-2b1a-400d-9c67-ab07d88a99af,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:50:50.208916 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:50.211882 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:50.235082 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ab4da-2ea9-40bd-b390-b8ee74a834c0 x-openstack-request-id: req-480ab4da-2ea9-40bd-b390-b8ee74a834c0 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:50.235386 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "name": "network-vif-plugged", "status": "completed", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:50.235671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-480ab4da-2ea9-40bd-b390-b8ee74a834c0 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:50.236077 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'code': 200} Jun 23 17:50:50.260671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:50.264843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:50.489190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b25ca-3dfa-4c6c-acff-77382b710ac2 req-e3546f59-55a9-469b-994c-47c9075d390b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:50.490711 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8a4b25ca-3dfa-4c6c-acff-77382b710ac2 req-e3546f59-55a9-469b-994c-47c9075d390b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0639195 Jun 23 17:50:50.529975 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8a4b25ca-3dfa-4c6c-acff-77382b710ac2 req-2dd6f068-05c3-4560-8bec-27e6b9e03e97 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Jun 23 17:50:51.820795 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc3c2-b1d4-462e-bd4b-c020d611c534 req-5f7fe852-7dfb-4f7f-9272-0769f54159ba tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:51.822169 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c69fc3c2-b1d4-462e-bd4b-c020d611c534 req-5f7fe852-7dfb-4f7f-9272-0769f54159ba tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.1785080 Jun 23 17:50:51.860723 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c69fc3c2-b1d4-462e-bd4b-c020d611c534 req-6c6fc5dc-4f62-4a6b-9432-3da75b017c39 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jun 23 17:50:52.842988 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55b1d-5557-430e-b7fc-d4c6dbc8a2c6 req-83c1ae29-b600-4cb0-9e6b-a93c3258c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:52.844503 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9b55b1d-5557-430e-b7fc-d4c6dbc8a2c6 req-83c1ae29-b600-4cb0-9e6b-a93c3258c367 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.0513930 Jun 23 17:50:52.881153 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9b55b1d-5557-430e-b7fc-d4c6dbc8a2c6 req-927f8f35-e428-49a9-b8f7-8560c702fdee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286026 Jun 23 17:50:53.038435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263475d-51fa-4480-bdcf-3bfce58488cc req-4805ce27-bf59-4aa7-9e30-fdf56a5f606d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:53.039819 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0263475d-51fa-4480-bdcf-3bfce58488cc req-4805ce27-bf59-4aa7-9e30-fdf56a5f606d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0665307 Jun 23 17:50:53.079041 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0263475d-51fa-4480-bdcf-3bfce58488cc req-cae486dd-c568-4084-8b17-01a6cc568358 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Jun 23 17:50:54.265564 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df347a-9190-4c1e-b5ef-b9da316e7d5c req-f252a791-a616-4662-9926-bd67eb28d915 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:54.267088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0df347a-9190-4c1e-b5ef-b9da316e7d5c req-f252a791-a616-4662-9926-bd67eb28d915 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0705714 Jun 23 17:50:54.306213 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0df347a-9190-4c1e-b5ef-b9da316e7d5c req-9eed9cbe-d1c1-4716-8735-b8e67839ae8d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Jun 23 17:50:55.539305 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb1a5-b253-429f-bb6d-9396d95bdc96 req-2c2b973d-62b1-4179-8c3d-edf43e6af8c0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:55.540682 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1f0cb1a5-b253-429f-bb6d-9396d95bdc96 req-2c2b973d-62b1-4179-8c3d-edf43e6af8c0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.1151161 Jun 23 17:50:55.580003 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1f0cb1a5-b253-429f-bb6d-9396d95bdc96 req-e5077f46-231d-48f1-93db-68c75f44e42e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328598 Jun 23 17:50:55.755866 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5df11-8693-4d85-a685-c626da2ba236 req-847e540d-00ca-401a-ac53-e71fef7aea7d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:55.757182 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95a5df11-8693-4d85-a685-c626da2ba236 req-847e540d-00ca-401a-ac53-e71fef7aea7d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0663154 Jun 23 17:50:55.767235 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55746) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:55.773822 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'floatingip': {'port_id': '410799e1-2b1a-400d-9c67-ab07d88a99af'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:50:55.853990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:56.697347 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:56.701560 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:56.843097 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Floating IP 40626cd4-5891-4044-a30a-9c82ca73e187 associated. External IP: 172.27.3.134, port: 410799e1-2b1a-400d-9c67-ab07d88a99af. Jun 23 17:50:56.854836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a2dc7-ebf4-4470-9232-bfee0f960e49 req-4aa06626-bdac-4e14-ba90-ed07ee5bef5e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:56.856880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-282a2dc7-ebf4-4470-9232-bfee0f960e49 req-4aa06626-bdac-4e14-ba90-ed07ee5bef5e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1514993 Jun 23 17:50:56.960623 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-282a2dc7-ebf4-4470-9232-bfee0f960e49 req-a09253cd-37c2-4f42-ad93-8f73eb6263cc tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749984 Jun 23 17:50:57.088599 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:50:57.199206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:50:57.204785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:57.210794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:50:57.221860 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:57.222498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:57.252028 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-842771d1-4005-42d3-90ee-28e783f36b59 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "PUT /v2.0/floatingips/40626cd4-5891-4044-a30a-9c82ca73e187 HTTP/1.1" status: 200 len: 991 time: 1.4836133 Jun 23 17:50:57.252951 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:50:57.256700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc30351a-57e2-439a-b3b0-28e8aec040ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:50:57.314208 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0598512-63ca-4306-be1f-458a8be443fa x-openstack-request-id: req-c0598512-63ca-4306-be1f-458a8be443fa {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:50:57.314539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:50:57.314824 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0598512-63ca-4306-be1f-458a8be443fa {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:50:57.315248 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'status': 'completed', 'code': 200} Jun 23 17:50:57.374084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:57.395827 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-a7c09efa-84f4-4202-9b53-d800c3b85d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:57.397310 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-a7c09efa-84f4-4202-9b53-d800c3b85d78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.0601912 Jun 23 17:50:57.521181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-17ab7ca6-da96-42d7-b576-97854b6cb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:57.522945 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-17ab7ca6-da96-42d7-b576-97854b6cb4ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1157825 Jun 23 17:50:57.609248 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-47e39038-929a-4f4d-89b0-f3b59a653bba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 999 time: 0.0785503 Jun 23 17:50:57.667729 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-7de30095-777c-4e2e-8b26-c580483309f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:57.669657 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-7de30095-777c-4e2e-8b26-c580483309f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0528369 Jun 23 17:50:57.750484 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-1d8f2a2d-c698-4faa-a9e1-f55cd0a1782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:57.752936 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-1d8f2a2d-c698-4faa-a9e1-f55cd0a1782a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745263 Jun 23 17:50:57.774729 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '40626cd4-5891-4044-a30a-9c82ca73e187', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:35:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:18Z', 'updated_at': '2021-06-23T17:50:56Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:57.803747 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:50:57.813468 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:50:57.814227 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:50:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:57.850958 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-62058030-7a16-4df3-be0d-66e968e61fe0 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889506 Jun 23 17:50:57.926137 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:50:57.960699 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc30351a-57e2-439a-b3b0-28e8aec040ef req-acbf92fc-654d-4ae4-b5cc-529ce18d37c9 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923982 Jun 23 17:50:58.160114 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3053a-1ad9-4764-b8c5-052ffc83d014 req-9b17c2fb-6326-401c-8226-410175218492 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:58.161550 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bed3053a-1ad9-4764-b8c5-052ffc83d014 req-9b17c2fb-6326-401c-8226-410175218492 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jun 23 17:50:58.170784 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '40626cd4-5891-4044-a30a-9c82ca73e187', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:35:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:18Z', 'updated_at': '2021-06-23T17:50:56Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:50:58.197626 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc7771-3167-4b74-9add-d6f6fe78e6cd None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '40626cd4-5891-4044-a30a-9c82ca73e187', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:35:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:50:18Z', 'updated_at': '2021-06-23T17:50:56Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:50:58.200815 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bed3053a-1ad9-4764-b8c5-052ffc83d014 req-44ad32a5-8b9a-483b-8c68-89fd4a4e6d09 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331688 Jun 23 17:50:58.409546 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3381d59c-ea13-4f1b-a3ba-d4936b43e90f None None] New status for floating IP 40626cd4-5891-4044-a30a-9c82ca73e187: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:50:58.659243 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 55804) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:58.780695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:58.874933 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:58.879464 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:58.883180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7bc109c0-cb3f-4253-a133-add1852a302e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:58.919470 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fca2d5429c0848d495b79143ef09ec3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590790 Jun 23 17:50:58.920904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9aa1c9-2388-4394-be6c-b9e061f7d605,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:58.922390 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55812) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:50:58.924232 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:58.978132 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:59.000075 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:59.051597 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:59.053950 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:50:59.058459 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be9aa1c9-2388-4394-be6c-b9e061f7d605 HTTP/1.1" status: 204 len: 168 time: 0.1308615 Jun 23 17:50:59.060309 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ae829779-d1cd-4e86-a2ff-72e16f793dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:50:59.068001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9aa1c9-2388-4394-be6c-b9e061f7d605,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:50:59.071169 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:50:59.219790 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048a17-1c63-4fe6-974b-aa23911f6fa9 req-b15bbb38-d97f-4b1e-889c-746a86844bbb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:59.221259 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-85048a17-1c63-4fe6-974b-aa23911f6fa9 req-b15bbb38-d97f-4b1e-889c-746a86844bbb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.0702538 Jun 23 17:50:59.260013 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-85048a17-1c63-4fe6-974b-aa23911f6fa9 req-f520019f-8d08-4ea9-9050-41a9a301c986 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jun 23 17:50:59.397693 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3c680-feeb-4fdc-bdd3-b35bbfcb054c req-e26edcf7-e824-4791-8d86-1f6b7a29d754 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:50:59.399170 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9ea3c680-feeb-4fdc-bdd3-b35bbfcb054c req-e26edcf7-e824-4791-8d86-1f6b7a29d754 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0659788 Jun 23 17:50:59.438764 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9ea3c680-feeb-4fdc-bdd3-b35bbfcb054c req-fec67d03-6557-4376-b8cf-ff646c6cb1c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Jun 23 17:51:00.444234 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83739b-fd73-4546-87b0-868e75694ca4 req-9bf0f3fe-d52e-4105-b399-8f36a34f3d78 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:00.445710 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5e83739b-fd73-4546-87b0-868e75694ca4 req-9bf0f3fe-d52e-4105-b399-8f36a34f3d78 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.0670829 Jun 23 17:51:00.484721 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5e83739b-fd73-4546-87b0-868e75694ca4 req-8178953f-812b-40bf-bb86-dea80c02d2c5 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jun 23 17:51:00.634937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9076a-71ea-43eb-9a7a-7f7b72f303cd req-51138627-65ab-40b4-b048-3734ff1125ec tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:00.636482 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b7a9076a-71ea-43eb-9a7a-7f7b72f303cd req-51138627-65ab-40b4-b048-3734ff1125ec tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0682614 Jun 23 17:51:00.676506 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b7a9076a-71ea-43eb-9a7a-7f7b72f303cd req-70dd759b-b511-4c48-93b8-3fbcc377e783 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Jun 23 17:51:01.264505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-42f1da62-ca5b-4037-831f-dc556e52d71d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:01.266018 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-42f1da62-ca5b-4037-831f-dc556e52d71d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Jun 23 17:51:01.382904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Deleting port c8104b28-3a04-4c92-808d-0f8f09fabbf4 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:51:01.383360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:01.496832 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] For port c8104b28-3a04-4c92-808d-0f8f09fabbf4, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=c8104b28-3a04-4c92-808d-0f8f09fabbf4,segment=NetworkSegment(5bf8db5b-7a81-4a83-99b4-818cc61f3b32),segment_id=5bf8db5b-7a81-4a83-99b4-818cc61f3b32)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:01.496832 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:01.509127 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Calling delete_port for c8104b28-3a04-4c92-808d-0f8f09fabbf4 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:51:01.683441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:01.688407 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9920f2ce-0031-47e8-ae49-14a45f1280b1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:01.696369 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['c8104b28-3a04-4c92-808d-0f8f09fabbf4'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:51:01.721480 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Pushing event deleted for resources: {'Port': ['ID=c8104b28-3a04-4c92-808d-0f8f09fabbf4,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:01.724703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:01.779353 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] No DVR routers for this DVR port c8104b28-3a04-4c92-808d-0f8f09fabbf4 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:51:01.782570 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:01.784806 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-93ba6963-f2fe-44e9-b5c0-3c7a0671404b req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.65 "DELETE /v2.0/ports/c8104b28-3a04-4c92-808d-0f8f09fabbf4 HTTP/1.1" status: 204 len: 173 time: 0.5106962 Jun 23 17:51:01.785574 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'name': 'network-vif-deleted', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:51:01.788672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73945aea-fc60-4f47-b01e-d0409c36e552" -d '{"events": [{"server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "name": "network-vif-deleted", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:51:01.800326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b231a-9682-458d-9cb9-788680669303 req-2d14cd9d-e507-437e-9f9f-4fd37e0204c0 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:01.802065 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1c9b231a-9682-458d-9cb9-788680669303 req-2d14cd9d-e507-437e-9f9f-4fd37e0204c0 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 867 time: 0.1767027 Jun 23 17:51:01.849982 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1c9b231a-9682-458d-9cb9-788680669303 req-2796ea15-4a29-4ea9-b21b-8e81d53a72f1 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/security-groups?id=055abe3c-cb67-44a4-98d9-2164eb49fa82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Jun 23 17:51:01.898609 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe16451-f0c9-474c-a062-8af50f0bce21 x-openstack-request-id: req-fbe16451-f0c9-474c-a062-8af50f0bce21 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:51:01.899024 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9537352-910e-4bff-afca-78fb008cb958", "name": "network-vif-deleted", "tag": "c8104b28-3a04-4c92-808d-0f8f09fabbf4", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:51:01.899429 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fbe16451-f0c9-474c-a062-8af50f0bce21 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:51:01.900055 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9537352-910e-4bff-afca-78fb008cb958', 'name': 'network-vif-deleted', 'tag': 'c8104b28-3a04-4c92-808d-0f8f09fabbf4', 'status': 'completed', 'code': 200} Jun 23 17:51:02.073070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c97c-c94c-4883-a378-1b3b026e5ca8 req-3cf67d2f-de8f-4c0b-974a-9197dfaaee31 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:02.074545 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-17a3c97c-c94c-4883-a378-1b3b026e5ca8 req-3cf67d2f-de8f-4c0b-974a-9197dfaaee31 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0741994 Jun 23 17:51:02.112427 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-17a3c97c-c94c-4883-a378-1b3b026e5ca8 req-1045b142-364b-46d2-a4e6-f77339449bd6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316625 Jun 23 17:51:03.018651 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f3504fc6-1aef-4320-9dae-de4a73554e29 req-7e532324-583f-47f2-a740-a25b8c8eb208 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0326092 Jun 23 17:51:03.307103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1650-5f72-4781-85d3-fcc035cd3b8e req-8d3cb756-ef9a-4caa-81b2-8f6aa314564b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:03.308640 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1b7b1650-5f72-4781-85d3-fcc035cd3b8e req-8d3cb756-ef9a-4caa-81b2-8f6aa314564b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0764842 Jun 23 17:51:03.351344 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1b7b1650-5f72-4781-85d3-fcc035cd3b8e req-db505441-c484-462d-a555-779c633bdb31 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Jun 23 17:51:04.180672 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9e55561e-43c2-4e00-ad81-211c07b4c046 req-b24ff2a5-688a-4bec-859d-37e7717afc49 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Jun 23 17:51:04.558712 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44cdce-5b19-4e56-a988-d5f275cecc71 req-beb98e78-cceb-45e9-867b-4438ddfd9dc6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:04.560351 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f44cdce-5b19-4e56-a988-d5f275cecc71 req-beb98e78-cceb-45e9-867b-4438ddfd9dc6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0673742 Jun 23 17:51:04.609847 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f44cdce-5b19-4e56-a988-d5f275cecc71 req-b6dd2120-9d47-4bc7-a814-f0dbd1b4f008 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386925 Jun 23 17:51:05.368176 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-23b47d5d-4333-4736-a9e6-0bcb6936bc37 req-dd58c03f-2cef-4f6e-bcb0-c72bdc27a33d tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9537352-910e-4bff-afca-78fb008cb958 HTTP/1.1" status: 200 len: 210 time: 0.0330143 Jun 23 17:51:05.826364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760008-16ab-4100-a6d4-0be7221fa3b0 req-7f56732f-2fcd-466c-bc77-533d9c06a33f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:05.827985 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2760008-16ab-4100-a6d4-0be7221fa3b0 req-7f56732f-2fcd-466c-bc77-533d9c06a33f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0857549 Jun 23 17:51:05.871584 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2760008-16ab-4100-a6d4-0be7221fa3b0 req-4a4fb7e3-4e6f-499d-bfa9-c2a089696153 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372670 Jun 23 17:51:05.927125 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c8104b28-3a04-4c92-808d-0f8f09fabbf4 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:51:05.955174 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: c8104b28-3a04-4c92-808d-0f8f09fabbf4 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:51:05.955528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device c8104b28-3a04-4c92-808d-0f8f09fabbf4 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:51:07.079911 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae66cb-8625-4d6b-b9f8-4a00b6187684 req-144380ec-09e1-45b6-a750-8b3f6962d10f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:07.081421 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d2ae66cb-8625-4d6b-b9f8-4a00b6187684 req-144380ec-09e1-45b6-a750-8b3f6962d10f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0672607 Jun 23 17:51:07.119919 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d2ae66cb-8625-4d6b-b9f8-4a00b6187684 req-f27f0b84-fb18-4527-a63f-3c452834a168 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Jun 23 17:51:08.322250 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223740a-7e81-4871-9d75-89ef6b73aeff req-618617da-d5a5-4034-8059-7b46366045b9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:08.323813 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7223740a-7e81-4871-9d75-89ef6b73aeff req-618617da-d5a5-4034-8059-7b46366045b9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0704889 Jun 23 17:51:08.369436 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7223740a-7e81-4871-9d75-89ef6b73aeff req-c641329c-1e32-42f3-af76-0fc7883260d1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Jun 23 17:51:09.222870 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55950) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:09.334336 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.432953 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.437902 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.440665 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-eb93d94f-cc6d-4437-b6c3-222302bd446f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:09.479109 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa50f3ca1c2049739b9b0965b0775bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549729 Jun 23 17:51:09.480004 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cbf452-f6c7-4867-844b-4c5b7b0e5b15,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:09.482960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 55958) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:09.489842 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-309c4e3e-ac54-4ce7-9f66-ee80107937be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:09.573107 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.609630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9966a-29b4-41c0-a0f2-d8df05637e95 req-b74f02c0-c0ea-41a2-b8cd-03dea55229b0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:09.611173 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-23a9966a-29b4-41c0-a0f2-d8df05637e95 req-b74f02c0-c0ea-41a2-b8cd-03dea55229b0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1113138 Jun 23 17:51:09.613229 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.676426 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-23a9966a-29b4-41c0-a0f2-d8df05637e95 req-b14d1564-77e2-4a25-98ab-22ffaad21076 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563188 Jun 23 17:51:09.699043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.705604 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:09.716179 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40cbf452-f6c7-4867-844b-4c5b7b0e5b15 HTTP/1.1" status: 204 len: 168 time: 0.2230237 Jun 23 17:51:09.716179 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-96855952-3983-4302-baa5-ea0ea0dd806b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:09.717294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cbf452-f6c7-4867-844b-4c5b7b0e5b15,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:09.719174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:10.867569 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6e53-f7a6-426d-bfef-b1e10329147a req-a18654df-2d83-41a4-a0b5-483c4dd25e3e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:10.869153 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35dd6e53-f7a6-426d-bfef-b1e10329147a req-a18654df-2d83-41a4-a0b5-483c4dd25e3e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0662255 Jun 23 17:51:10.913975 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35dd6e53-f7a6-426d-bfef-b1e10329147a req-3fc169ff-8b97-4f79-8993-df81f7bf69b8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Jun 23 17:51:12.104878 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c4112-5099-4a50-9950-6caf8952e955 req-57cdc086-d28c-442a-905e-17e097ea8ddd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:12.107083 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-177c4112-5099-4a50-9950-6caf8952e955 req-57cdc086-d28c-442a-905e-17e097ea8ddd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0689378 Jun 23 17:51:12.150947 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-177c4112-5099-4a50-9950-6caf8952e955 req-4eb9e076-bf97-481d-a527-4e5bd6ab5867 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 Jun 23 17:51:12.420524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-704f6933-969e-49b5-b592-a6ef4caa11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:12.422034 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-704f6933-969e-49b5-b592-a6ef4caa11db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1098 time: 0.1556189 Jun 23 17:51:12.763652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-8f859fdd-b0d9-455d-989f-55f21ff47b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:12.765997 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-8f859fdd-b0d9-455d-989f-55f21ff47b93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.3203862 Jun 23 17:51:12.836431 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-783f9dcc-ecd2-44c7-abf0-5d62634d336f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 1001 time: 0.0614545 Jun 23 17:51:12.893356 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-505d1dc5-e769-41b5-bfe4-ca6c52377643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:12.894805 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-505d1dc5-e769-41b5-bfe4-ca6c52377643 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0513771 Jun 23 17:51:12.966034 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-ed4653ab-7fad-43ba-b330-2daaebd5426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:12.967683 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-ed4653ab-7fad-43ba-b330-2daaebd5426d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629170 Jun 23 17:51:13.059876 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-aedf0891-dffe-4184-8750-76008b18d5b3 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846980 Jun 23 17:51:13.160369 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4043e056-4df8-4de6-9b11-1b6c901e72bd req-0b6f8233-7f86-49b4-9cf5-7dbe90f2aacc service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934680 Jun 23 17:51:13.204493 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-860cc644-a678-4339-ad09-aeafa87a86d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:13.361031 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8783a-5b5e-4dcd-a406-97434bad2ad5 req-9af5eed9-f802-47ab-b35c-e5423708559a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:13.362995 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32c8783a-5b5e-4dcd-a406-97434bad2ad5 req-9af5eed9-f802-47ab-b35c-e5423708559a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0804601 Jun 23 17:51:13.434146 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-32c8783a-5b5e-4dcd-a406-97434bad2ad5 req-48e8227f-d728-4ca9-983c-c124901776ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583577 Jun 23 17:51:14.116263 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:51:14.660873 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7dc89-7e36-418b-ad9e-ee06e9d1d7a4 req-e3efec0e-c5cc-4675-9ed9-7f6225690ae6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:14.662457 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a5c7dc89-7e36-418b-ad9e-ee06e9d1d7a4 req-e3efec0e-c5cc-4675-9ed9-7f6225690ae6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0781198 Jun 23 17:51:14.710309 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a5c7dc89-7e36-418b-ad9e-ee06e9d1d7a4 req-e497332b-a953-4587-b05b-b1909dd59725 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Jun 23 17:51:15.934586 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ba195-5e54-4df1-9411-6d4e995e37f1 req-ed79422a-f67c-4348-95a6-980a5381a156 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:15.936244 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-353ba195-5e54-4df1-9411-6d4e995e37f1 req-ed79422a-f67c-4348-95a6-980a5381a156 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0709572 Jun 23 17:51:15.982882 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-353ba195-5e54-4df1-9411-6d4e995e37f1 req-30f015c6-b078-4038-ba04-47852d8af44d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395780 Jun 23 17:51:16.176990 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a9c7e2a2-b269-4839-b5ef-887388cb2e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:16.196870 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:17.189328 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926b3f0-e609-43d2-83ad-3f93a68d4a6a req-acf61f81-ca0e-4ba8-a710-5848e70c1e41 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:17.190946 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f926b3f0-e609-43d2-83ad-3f93a68d4a6a req-acf61f81-ca0e-4ba8-a710-5848e70c1e41 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0892582 Jun 23 17:51:17.238191 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f926b3f0-e609-43d2-83ad-3f93a68d4a6a req-30b81b27-c5d7-42c5-ae38-05ec26fa4a33 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Jun 23 17:51:17.804994 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:18.012114 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:18.431189 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3618798-ff1f-44bd-8bee-6dc3e776b46a req-25fe50f9-e5a3-4a2a-a1dd-72adce7c5c01 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:18.432740 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a3618798-ff1f-44bd-8bee-6dc3e776b46a req-25fe50f9-e5a3-4a2a-a1dd-72adce7c5c01 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0675499 Jun 23 17:51:18.475944 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a3618798-ff1f-44bd-8bee-6dc3e776b46a req-6bfa9e59-821a-4cb8-897b-0de28d260d20 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361762 Jun 23 17:51:19.345000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:19.665713 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc70d-7121-426a-82f4-7afc3f9b5d10 req-2a2cf6eb-9dbd-4fea-8f50-d4e210a859d0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:19.667462 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f11bc70d-7121-426a-82f4-7afc3f9b5d10 req-2a2cf6eb-9dbd-4fea-8f50-d4e210a859d0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0685470 Jun 23 17:51:19.708071 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f11bc70d-7121-426a-82f4-7afc3f9b5d10 req-212cec59-0f0a-4abd-a9f9-0e627a5b9324 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345817 Jun 23 17:51:20.905044 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94dc1d-542a-4b64-9157-3e5084266a77 req-f33c0103-566a-48a5-b1d8-ce7e0e6addfb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:20.906930 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a94dc1d-542a-4b64-9157-3e5084266a77 req-f33c0103-566a-48a5-b1d8-ce7e0e6addfb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0690389 Jun 23 17:51:20.950180 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a94dc1d-542a-4b64-9157-3e5084266a77 req-5716e275-ad84-46f9-aa79-af079f7904d2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370438 Jun 23 17:51:22.166559 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14770b85-f22f-42fc-bf8c-74ae41e67874 req-0d733547-30b6-440d-8b75-1c7e658c1311 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:22.169663 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-14770b85-f22f-42fc-bf8c-74ae41e67874 req-0d733547-30b6-440d-8b75-1c7e658c1311 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0820920 Jun 23 17:51:22.223513 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-14770b85-f22f-42fc-bf8c-74ae41e67874 req-681273f9-ad50-4696-a226-2101cb889f91 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Jun 23 17:51:23.421984 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6af2b-0ed7-4b98-b6c2-7c484d9257d8 req-4f1c6079-6396-4658-a012-51fee032c62f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:23.423565 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e9c6af2b-0ed7-4b98-b6c2-7c484d9257d8 req-4f1c6079-6396-4658-a012-51fee032c62f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0740786 Jun 23 17:51:23.468107 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e9c6af2b-0ed7-4b98-b6c2-7c484d9257d8 req-13bc709e-476a-4ce6-b063-901285d431d5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Jun 23 17:51:24.687014 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb00083-1e92-43de-ba2d-d23fc3ea36c5 req-0d3e632f-080c-4c29-ae5c-acb48dd63fad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:24.688715 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1eb00083-1e92-43de-ba2d-d23fc3ea36c5 req-0d3e632f-080c-4c29-ae5c-acb48dd63fad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0861931 Jun 23 17:51:24.736195 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1eb00083-1e92-43de-ba2d-d23fc3ea36c5 req-319f758d-ad78-4062-bcd9-cad5250530b5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407796 Jun 23 17:51:25.968322 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168553-02d5-46f1-a6c9-180d29296794 req-1c765815-52d3-4478-a44f-ab9dabc3c5e0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:25.969809 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7168553-02d5-46f1-a6c9-180d29296794 req-1c765815-52d3-4478-a44f-ab9dabc3c5e0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0999033 Jun 23 17:51:26.012856 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7168553-02d5-46f1-a6c9-180d29296794 req-1076047e-80fd-4e89-9a24-337bd2eae73d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358381 Jun 23 17:51:27.234835 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69981a-8cef-4599-9fe3-f1df4267219c req-4b95ab22-374b-4307-abf3-030b35f8124c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:27.237732 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f69981a-8cef-4599-9fe3-f1df4267219c req-4b95ab22-374b-4307-abf3-030b35f8124c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0952497 Jun 23 17:51:27.293389 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f69981a-8cef-4599-9fe3-f1df4267219c req-c7f14447-5e42-4ec8-bdc4-20b83626db86 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470452 Jun 23 17:51:27.339769 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:51:27.531985 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:27.541430 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '98e07077-08da-4899-985f-165165d77049', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:51:27.607733 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:27.630327 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e07077-08da-4899-985f-165165d77049 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:51:27.654832 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:27.659600 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:27.661555 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:27.723585 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=6']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:27.732978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.733324 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.733669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.734006 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.734339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.734668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.734998 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.735324 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.735754 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.736013 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.736339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.736724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:27.745428 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:27.751743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['98e07077-08da-4899-985f-165165d77049'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:51:28.512970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a78e35-c8d6-4598-9950-b108aed0ef74 req-19765f12-c839-435f-a565-7b6c20f4674d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:28.515251 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d8a78e35-c8d6-4598-9950-b108aed0ef74 req-19765f12-c839-435f-a565-7b6c20f4674d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 944 time: 0.0761180 Jun 23 17:51:28.564683 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d8a78e35-c8d6-4598-9950-b108aed0ef74 req-114e54bd-dea2-42bc-af8d-852d0266837c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Jun 23 17:51:29.345302 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:29.404166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 98e07077-08da-4899-985f-165165d77049 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:29.404573 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:29.490684 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:29.518977 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:51:29.521296 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02218ecb-c719-4f64-b3ce-409047b2b951" -d '{"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:51:29.537524 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:29.543599 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:29.546606 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:29.569594 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6378962b-e42b-4553-8cad-0bb42461ecae x-openstack-request-id: req-6378962b-e42b-4553-8cad-0bb42461ecae {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:51:29.569895 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:51:29.570166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6378962b-e42b-4553-8cad-0bb42461ecae {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:51:29.570564 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049', 'code': 200} Jun 23 17:51:29.598912 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=7']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:29.602336 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:29.791100 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994b415-2f49-4565-bd8e-7dff2cf56552 req-c1e7e49f-61b9-4c4b-a5eb-265260069439 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:29.793817 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6994b415-2f49-4565-bd8e-7dff2cf56552 req-c1e7e49f-61b9-4c4b-a5eb-265260069439 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1021595 Jun 23 17:51:29.846409 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6994b415-2f49-4565-bd8e-7dff2cf56552 req-7a01503d-04cf-43e9-8523-3b1e0df74121 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Jun 23 17:51:31.062980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec7094-2fdb-4b37-a457-d38bb67569a4 req-30b82ae7-4bb2-49d4-8328-01b680000dfb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:31.064520 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f4ec7094-2fdb-4b37-a457-d38bb67569a4 req-30b82ae7-4bb2-49d4-8328-01b680000dfb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0858839 Jun 23 17:51:31.117811 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f4ec7094-2fdb-4b37-a457-d38bb67569a4 req-d8276be3-08da-4f88-837f-781c37efb88b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Jun 23 17:51:32.366860 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b993eaa-b972-426f-875d-84b5d875bf88 req-8c949bfd-f0af-4aef-8d13-8af08fa4b6c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:32.368972 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1b993eaa-b972-426f-875d-84b5d875bf88 req-8c949bfd-f0af-4aef-8d13-8af08fa4b6c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1026409 Jun 23 17:51:32.423094 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1b993eaa-b972-426f-875d-84b5d875bf88 req-cb749650-e6c4-4268-93af-a5477a5a26cb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Jun 23 17:51:33.469073 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56182) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:33.521586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Deleting subnet dbdf188c-d939-414a-b6cb-d9a3badc4ed1 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:51:33.525364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:33.574565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25403019'] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:33.658022 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:33.714722 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302a67e-1985-4da4-bbf7-86f2fbef0698 req-5b249d64-3b44-4b44-95a8-f44e3185923f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:33.716363 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a302a67e-1985-4da4-bbf7-86f2fbef0698 req-5b249d64-3b44-4b44-95a8-f44e3185923f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1214566 Jun 23 17:51:33.750891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25427658'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:33.765278 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-88f58d29-9037-4267-a9ea-63fbb4b94849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:33.800254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a302a67e-1985-4da4-bbf7-86f2fbef0698 req-d30d6c65-3b33-4a1f-9a42-be462ed48720 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760815 Jun 23 17:51:33.803924 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdf188c-d939-414a-b6cb-d9a3badc4ed1,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:33.810275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:33.814944 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56186) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:33.815720 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dbdf188c-d939-414a-b6cb-d9a3badc4ed1 HTTP/1.1" status: 204 len: 168 time: 0.3450365 Jun 23 17:51:33.826536 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.828281 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.828764 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.829316 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.829694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.830063 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.830458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.830823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.831185 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.831544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.831928 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.832292 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:33.835691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-733a0200-0fdc-4bf2-959b-d2630242d0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:33.922207 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.061447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.079681 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eec8ff-249e-4abf-bc3c-b0dedb89df23']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:34.093386 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf8db5b-7a81-4a83-99b4-818cc61f3b32') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:34.093658 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf8db5b-7a81-4a83-99b4-818cc61f3b32') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:34.120925 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.139301 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.147548 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:51:34.147997 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:51:34.149825 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:51:34.219896 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.225293 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:34.231340 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.237455 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/32eec8ff-249e-4abf-bc3c-b0dedb89df23 HTTP/1.1" status: 204 len: 168 time: 0.4205587 Jun 23 17:51:34.253119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=32eec8ff-249e-4abf-bc3c-b0dedb89df23,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:34.268964 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.269388 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.269800 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.270162 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.270538 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.271049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.271515 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.272122 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.272685 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.273219 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.273741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.274274 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:34.278437 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:34.468813 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56192) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:34.522817 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-825159a3-03fe-4cc7-98c1-07559e23dd9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5bb4a45ff3e44a7b2aba6bbecb92c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526435 Jun 23 17:51:34.525920 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56194) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:34.595478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.655696 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.790418 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.794065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:34.795156 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/055abe3c-cb67-44a4-98d9-2164eb49fa82 HTTP/1.1" status: 204 len: 168 time: 0.2667637 Jun 23 17:51:34.795965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3fb35036-8b16-4d2e-99dd-2e3bc7b4364b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:34.804112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055abe3c-cb67-44a4-98d9-2164eb49fa82,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:34.806529 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:35.030716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb307e-2818-4589-aa50-21d00217ec49 req-7e029dbf-ffc0-4803-ba1d-c47154a16609 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:35.032263 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6bcb307e-2818-4589-aa50-21d00217ec49 req-7e029dbf-ffc0-4803-ba1d-c47154a16609 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1020379 Jun 23 17:51:35.110299 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6bcb307e-2818-4589-aa50-21d00217ec49 req-5a9ae443-bbcf-4033-bb03-564424489a37 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715733 Jun 23 17:51:35.858960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56226) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:36.000818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-225398909-network', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:36.033343 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Made reservation on behalf of ec720d9c3cc843dba22fa712f3b9fd9c for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:51:36.037504 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.047802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.186640 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.192659 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.196787 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-44cb510b-14aa-47d6-a7c1-e432f8184ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:36.226156 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:51:36.250672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eb0927-7484-42f3-8895-f0d65c4bb5bd,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:36.255686 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:36.267189 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.267888 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Added segment edbfe560-89aa-4e55-a929-963537d0a202 of type vlan for network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 Jun 23 17:51:36.342278 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.397071 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3c281-8bc2-4378-bf0a-35572dcf6ea4 req-5d7af1bc-7bf6-4484-b936-19421fbf0df3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:36.399031 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5f3c281-8bc2-4378-bf0a-35572dcf6ea4 req-5d7af1bc-7bf6-4484-b936-19421fbf0df3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1632221 Jun 23 17:51:36.401819 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.403571 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:36.404450 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:36.406974 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8f7cc7ce-2731-4e9e-b81d-7338407c752f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:36.460326 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6000078 Jun 23 17:51:36.465379 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56232) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:36.472259 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Request body: {'subnet': {'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-225398909-subnet', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:36.504119 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=5db422ae-17c1-47cc-af3e-c247bf7c0a38,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:36.508510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:36.519731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:51:36.541836 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d5f3c281-8bc2-4378-bf0a-35572dcf6ea4 req-621d62d6-5638-4957-9cfb-7dd17799adf3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302648 Jun 23 17:51:36.555256 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Made reservation on behalf of ec720d9c3cc843dba22fa712f3b9fd9c for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:51:36.560919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.081751 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.084381 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:37.145744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c3e830-a13f-4a23-97b6-c36ca38e9f4d,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:37.149823 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:37.158130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Checking segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:37.158643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Network hostable DHCP agents. Network: 5db422ae-17c1-47cc-af3e-c247bf7c0a38, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:51:37.183856 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:51:37.194467 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 5db422ae-17c1-47cc-af3e-c247bf7c0a38) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:37.200584 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:37.201697 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.211410 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a45002-6e3d-4fa8-b3a0-04f2809b9477 None None] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:51:37.222181 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-abbc4ad5-c52d-4620-bec2-18998803419e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7552752 Jun 23 17:51:37.225311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56236) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:37.231496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:37.265766 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.269703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.341202 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.489424 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:51:37.490607 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.528392 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.702640 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Allocated IP 172.20.0.2 (5db422ae-17c1-47cc-af3e-c247bf7c0a38/97c3e830-a13f-4a23-97b6-c36ca38e9f4d/3cf4f7f9-1202-47d5-8391-d735f80ec115) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:37.956697 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:37.977306 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Transition to ACTIVE for port object 3cf4f7f9-1202-47d5-8391-d735f80ec115 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:38.004858 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.007855 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Transition to ACTIVE for port object 3cf4f7f9-1202-47d5-8391-d735f80ec115 will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:38.017339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.021138 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:38.030587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.047298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7fb1b-19ee-4ba5-829c-b583fe01d9dd req-dbf6fc29-7fb7-40de-ae5f-980428118d74 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:38.055204 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0dc7fb1b-19ee-4ba5-829c-b583fe01d9dd req-dbf6fc29-7fb7-40de-ae5f-980428118d74 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1687360 Jun 23 17:51:38.077681 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Pushing event updated for resources: {'Port': ['ID=3cf4f7f9-1202-47d5-8391-d735f80ec115,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:38.092026 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:38.103471 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:38.106152 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:38.111812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:38.172638 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0dc7fb1b-19ee-4ba5-829c-b583fe01d9dd req-f3a3bfe8-7d20-4c1b-a94e-fd92da69072d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159258 Jun 23 17:51:38.183429 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Attempting to bind port 3cf4f7f9-1202-47d5-8391-d735f80ec115 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:38.183998 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Attempting to bind port 3cf4f7f9-1202-47d5-8391-d735f80ec115 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:38.184488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Attempting to bind port 3cf4f7f9-1202-47d5-8391-d735f80ec115 on network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:38.190459 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:38.190960 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Checking segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:38.191480 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.192000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Bound using segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:38.192683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Bound port: 3cf4f7f9-1202-47d5-8391-d735f80ec115, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:38.193287 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.247353 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Allocated IP 172.27.3.8 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/a8c22fc9-dd17-414c-9beb-f3dbfdc9166b) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:38.292384 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] For port 3cf4f7f9-1202-47d5-8391-d735f80ec115, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:38.297345 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] For port 3cf4f7f9-1202-47d5-8391-d735f80ec115, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3cf4f7f9-1202-47d5-8391-d735f80ec115,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:38.303877 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.308637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:38.435671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.440242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Pushing event updated for resources: {'Port': ['ID=3cf4f7f9-1202-47d5-8391-d735f80ec115,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:38.503598 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:38.522584 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:38.525136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:38.605130 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:38.615792 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:38.625117 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:38.625117 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Pushing event updated for resources: {'Port': ['ID=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:38.632138 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:39.073684 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:39.500324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:39.636502 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f8898-109e-46aa-9e54-b90e02d8af28 req-74ba30fa-facd-46f8-aab9-5aadbb470d17 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:39.638925 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-432f8898-109e-46aa-9e54-b90e02d8af28 req-74ba30fa-facd-46f8-aab9-5aadbb470d17 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.2324197 Jun 23 17:51:39.738143 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-432f8898-109e-46aa-9e54-b90e02d8af28 req-1b2a7916-255e-4101-b94f-4cc75dc954cd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856519 Jun 23 17:51:39.805236 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Router af3bcf8e-baaa-4325-9541-33e42f51fb79 is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:51:39.922801 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1d103-b21a-46ef-a8a2-2d0f16dbccb9 None None] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:51:39.979561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:51:39.999486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:40.002497 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7750952 Jun 23 17:51:40.005409 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56250) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:40.018806 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Sync routers for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:51:40.048473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:40.049604 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:40.101643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-60309d82-5953-46d2-9485-d3b61c7401b8 None None] Provisioning for port 3cf4f7f9-1202-47d5-8391-d735f80ec115 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:40.449780 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:40.548360 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3cf4f7f9-1202-47d5-8391-d735f80ec115 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:40.729688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 3cf4f7f9-1202-47d5-8391-d735f80ec115 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:40.744459 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 3cf4f7f9-1202-47d5-8391-d735f80ec115 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:40.745794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:40.763938 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.010588 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:38Z', 'revision_number': 3, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:41.102275 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Checking router: af3bcf8e-baaa-4325-9541-33e42f51fb79 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:51:41.102749 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Allocated IP 172.20.0.1 (5db422ae-17c1-47cc-af3e-c247bf7c0a38/97c3e830-a13f-4a23-97b6-c36ca38e9f4d/3145dfaa-1e5e-415c-b91f-7fa26376a8fe) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:41.103564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Updating router af3bcf8e-baaa-4325-9541-33e42f51fb79 port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:51:41.111015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.182266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c287a1cb-00fe-4430-a9cf-0cf6222aa802 None None] Provisioning complete for port 3cf4f7f9-1202-47d5-8391-d735f80ec115 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:41.182736 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c287a1cb-00fe-4430-a9cf-0cf6222aa802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.205839 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1d3e9-9b1f-4bf8-ae63-da7ccc55ec50 req-caf11518-6115-4612-a697-54f4aa24efd0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:41.217592 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6cc1d3e9-9b1f-4bf8-ae63-da7ccc55ec50 req-caf11518-6115-4612-a697-54f4aa24efd0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1773643 Jun 23 17:51:41.236218 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 3cf4f7f9-1202-47d5-8391-d735f80ec115, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3cf4f7f9-1202-47d5-8391-d735f80ec115,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:41.256117 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.266319 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:41.280584 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.297340 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6cc1d3e9-9b1f-4bf8-ae63-da7ccc55ec50 req-a7def802-6684-4d4d-a9e1-0a35b1eb9ffd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784669 Jun 23 17:51:41.301316 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.provisioning_blocks [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Transition to ACTIVE for port object 3145dfaa-1e5e-415c-b91f-7fa26376a8fe will not be triggered until provisioned by entity DHCP. {{(pid=104926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:41.346120 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.350861 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b5e8381-e2a7-4969-abcc-f79b844872f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:41.369011 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=3cf4f7f9-1202-47d5-8391-d735f80ec115,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:41.383914 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:41.388961 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.402711 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:41.413084 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:41.420612 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:41.573881 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.674222 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Pushing event updated for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:41.696868 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:41.941002 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d24ce1b1-801d-4050-b4e8-b5856f9d6fc3 None None] Provisioning for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:41.955867 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d24ce1b1-801d-4050-b4e8-b5856f9d6fc3 None None] Provisioning complete for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:41.955867 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d24ce1b1-801d-4050-b4e8-b5856f9d6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:41.974693 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.031711 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-d24ce1b1-801d-4050-b4e8-b5856f9d6fc3 None None] Port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:51:42.092437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.109333 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Transition to ACTIVE for port object a8c22fc9-dd17-414c-9beb-f3dbfdc9166b will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:42.127747 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.132413 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:42.239337 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Attempting to bind port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:42.240127 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Attempting to bind port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:42.240597 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Attempting to bind port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:42.251274 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:42.251893 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:42.252413 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.253096 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:42.253693 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Bound port: a8c22fc9-dd17-414c-9beb-f3dbfdc9166b, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:42.254163 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.316037 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Pushing event updated for resources: {'Port': ['ID=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:42.331924 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:42.406452 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] For port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:42.414306 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] For port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:42.423894 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.427860 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:42.445034 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.474253 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.521342 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:42.600134 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Pushing event updated for resources: {'Port': ['ID=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:42.641612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:42.657528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:42.658423 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:42.660666 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3cf4f7f9-1202-47d5-8391-d735f80ec115 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:42.727767 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.731661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Pushing event updated for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:42.747698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:42.836271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26bccf-fbe9-4c5b-94bd-f86ebda2e66a req-65b3c074-8c35-4979-b03a-99ffeeebb9d5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:42.849672 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0e26bccf-fbe9-4c5b-94bd-f86ebda2e66a req-65b3c074-8c35-4979-b03a-99ffeeebb9d5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.2494535 Jun 23 17:51:42.920151 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 3cf4f7f9-1202-47d5-8391-d735f80ec115 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:42.920699 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:42.953908 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0e26bccf-fbe9-4c5b-94bd-f86ebda2e66a req-f486d9c3-0bbc-4902-a564-dd07dc7031b5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019173 Jun 23 17:51:42.959447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:42.961863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:42.995668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:43.154230 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Router af3bcf8e-baaa-4325-9541-33e42f51fb79 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:51:43.234371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9ae37916-30d3-479d-a353-1ae65e4c1778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:43.313575 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-337c493d-2543-46f3-8604-0cb7f19b5495 None None] Provisioning complete for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:43.313996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-337c493d-2543-46f3-8604-0cb7f19b5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:43.316572 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:51:43.330494 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] 10.222.0.66 "PUT /v2.0/routers/af3bcf8e-baaa-4325-9541-33e42f51fb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3146045 Jun 23 17:51:43.365985 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-337c493d-2543-46f3-8604-0cb7f19b5495 None None] Port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:51:43.393870 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:42Z', 'revision_number': 2, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:43.424819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b7ef5-2e54-4362-b0f4-f24698f83e60 None None] The sync data for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi is: [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:42Z', 'revision_number': 2, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:51:44.030788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56296) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:44.035776 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-857471405-network', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:44.068508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Made reservation on behalf of 5179e195d66141d695cc3d43d62a0b42 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:51:44.071345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.082478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.235325 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0436-cbcf-4860-aff9-10286d092d67 req-384fcebc-f914-4c14-93e7-ac04325cab18 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:44.236956 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe5b0436-cbcf-4860-aff9-10286d092d67 req-384fcebc-f914-4c14-93e7-ac04325cab18 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1120381 Jun 23 17:51:44.255947 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.464030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device a8c22fc9-dd17-414c-9beb-f3dbfdc9166b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:44.505885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.511758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-14ca0db7-8fb7-41fd-90c8-8096a5fb2128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:44.522964 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:44.529179 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:44.529851 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.538153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:51:44.565033 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe5b0436-cbcf-4860-aff9-10286d092d67 req-3e7539de-16d7-40e6-afa4-71f14444e2b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187842 Jun 23 17:51:44.568439 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.568795 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Added segment 394300ea-0ebf-4bf5-8e90-bba1e37ab7de of type vlan for network b0a931fe-b643-45bc-95ea-8725721fb64d Jun 23 17:51:44.570466 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852e885d-78c4-4db7-8edc-269ae9c2cc34,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:44.580968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:44.619449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.637051 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.652824 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.654195 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:44.654809 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.657036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:44.662519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:44.667300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.669376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:44.726342 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6933222 Jun 23 17:51:44.731158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56298) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:44.737378 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a931fe-b643-45bc-95ea-8725721fb64d,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:44.737949 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Request body: {'subnet': {'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-857471405-subnet', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:44.740403 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:44.743404 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:44.747912 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:44.758346 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network b0a931fe-b643-45bc-95ea-8725721fb64d details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:51:44.774062 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Made reservation on behalf of 5179e195d66141d695cc3d43d62a0b42 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:51:44.777489 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:44.999370 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.002244 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:45.050324 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc92edc-f7ad-45aa-bfca-ae03aa7d9089,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:45.063548 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:45.079614 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Checking segment: {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:45.080001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Network hostable DHCP agents. Network: b0a931fe-b643-45bc-95ea-8725721fb64d, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:51:45.080132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-1f292581-14d9-4674-a77d-d63e24091640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.081559 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-1f292581-14d9-4674-a77d-d63e24091640 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1098 time: 0.0619025 Jun 23 17:51:45.098546 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Network b0a931fe-b643-45bc-95ea-8725721fb64d is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:51:45.109110 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, b0a931fe-b643-45bc-95ea-8725721fb64d) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:45.114055 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.115739 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.120286 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e9237-7ddf-4762-b196-337fd40bfbfd None None] Network b0a931fe-b643-45bc-95ea-8725721fb64d requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:51:45.137863 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4047513 Jun 23 17:51:45.140647 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56300) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:45.145864 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:51:45.179506 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.180727 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.202660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-f58dec25-594d-4c72-a054-5cce61ccfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.206793 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-f58dec25-594d-4c72-a054-5cce61ccfdf5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1180234 Jun 23 17:51:45.276702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.298255 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-cab4daa1-7655-4b7f-9408-be6010242290 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 1001 time: 0.0848789 Jun 23 17:51:45.346883 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-b0a931fe-b643-45bc-95ea-8725721fb64d', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 17:51:45.347934 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.367187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-8e26f5ff-9453-4cad-8d54-dff645b9ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.369441 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-8e26f5ff-9453-4cad-8d54-dff645b9ccde service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0636048 Jun 23 17:51:45.446511 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-58566d76-7e57-4106-b8ab-69d91844b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.448537 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-58566d76-7e57-4106-b8ab-69d91844b706 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664718 Jun 23 17:51:45.468611 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.557121 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-1187c319-5b82-41a7-a6ba-0564dac7010e service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015992 Jun 23 17:51:45.665132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Allocated IP 172.20.0.2 (b0a931fe-b643-45bc-95ea-8725721fb64d/ecc92edc-f7ad-45aa-bfca-ae03aa7d9089/9e01bfe6-8b42-416e-ae9c-47584d494460) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:45.684341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fdd85007-54a8-4910-86e7-a2408d5e8b44 req-50b9a4d5-3823-47be-9fa3-84343016c32d service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196210 Jun 23 17:51:45.708108 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.731790 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.811885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb633408-5024-4ebb-8e69-b8d246c870be req-18f9e3ee-ad20-4159-a30b-c43d525d3aff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:45.813514 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fb633408-5024-4ebb-8e69-b8d246c870be req-18f9e3ee-ad20-4159-a30b-c43d525d3aff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.0903225 Jun 23 17:51:45.862564 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fb633408-5024-4ebb-8e69-b8d246c870be req-27b4e18b-b9d5-46b8-bd63-2edbca7d98ba tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Jun 23 17:51:45.873144 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Allocated IP 172.27.3.210 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/aca60c1b-8f09-4437-9906-1975ea2b858a) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:45.877600 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.888050 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Transition to ACTIVE for port object 9e01bfe6-8b42-416e-ae9c-47584d494460 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:45.906709 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Transition to ACTIVE for port object 9e01bfe6-8b42-416e-ae9c-47584d494460 will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:45.916527 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:45.919125 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:45.956202 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Network b0a931fe-b643-45bc-95ea-8725721fb64d is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:45.961069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:45.963164 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Sync routers for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:51:45.974825 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:45.975664 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:45.979821 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Pushing event updated for resources: {'Port': ['ID=9e01bfe6-8b42-416e-ae9c-47584d494460,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:45.982640 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:45.990141 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:46.031611 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.055969 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Attempting to bind port 9e01bfe6-8b42-416e-ae9c-47584d494460 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:46.056637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Attempting to bind port 9e01bfe6-8b42-416e-ae9c-47584d494460 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:46.056847 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Attempting to bind port 9e01bfe6-8b42-416e-ae9c-47584d494460 on network b0a931fe-b643-45bc-95ea-8725721fb64d {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:46.062546 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:46.062852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Checking segment: {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:46.063674 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.063874 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Bound using segment: {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:46.064394 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Bound port: 9e01bfe6-8b42-416e-ae9c-47584d494460, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:46.064734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.086703 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.088888 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0c102ef9-6750-4abb-b471-81f23fb96fa1 tempest-ServerRescueNegativeTestJSON-1430072358 tempest-ServerRescueNegativeTestJSON-1430072358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:46.102320 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:46.135598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:46.138900 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:46.141156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] For port 9e01bfe6-8b42-416e-ae9c-47584d494460, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:46.141740 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:46.147732 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] For port 9e01bfe6-8b42-416e-ae9c-47584d494460, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=9e01bfe6-8b42-416e-ae9c-47584d494460,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:46.148680 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Pushing event updated for resources: {'Port': ['ID=aca60c1b-8f09-4437-9906-1975ea2b858a,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:46.153174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:46.161272 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.165837 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:46.233091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-91b27d49-6f9c-4745-807e-c021e7a3aeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.238085 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.249519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Pushing event updated for resources: {'Port': ['ID=9e01bfe6-8b42-416e-ae9c-47584d494460,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:46.252750 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:46.356605 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:42Z', 'revision_number': 2, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:46.394401 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Checking router: af3bcf8e-baaa-4325-9541-33e42f51fb79 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:51:46.394401 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Updating router af3bcf8e-baaa-4325-9541-33e42f51fb79 port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:51:46.467447 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.529521 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device a8c22fc9-dd17-414c-9beb-f3dbfdc9166b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:46.605446 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:46.606295 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.778621 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.933258 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.946061 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Transition to ACTIVE for port object 3145dfaa-1e5e-415c-b91f-7fa26376a8fe will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:46.960094 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:46.960094 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-8dd90bc6-9f9a-473a-a801-a40614e1554b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:47.013699 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Pushing event updated for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:47.030738 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.031181 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.031517 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.032084 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.032471 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.032924 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.033250 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.033598 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.033923 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.034268 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.034626 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.034942 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:51:47.038183 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:47.040195 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:47.129864 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Attempting to bind port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:47.132146 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Attempting to bind port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:47.132711 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Attempting to bind port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe on network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:47.143734 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:47.144264 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Checking segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:47.144728 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:47.145131 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Bound using segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:47.145816 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Bound port: 3145dfaa-1e5e-415c-b91f-7fa26376a8fe, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:47.146199 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:47.149768 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b89d-a112-46e7-86c5-b389ab28df41 req-d7408c60-2877-4faa-ba04-c59d39953805 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:47.162699 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8989b89d-a112-46e7-86c5-b389ab28df41 req-d7408c60-2877-4faa-ba04-c59d39953805 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1404829 Jun 23 17:51:47.224922 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8989b89d-a112-46e7-86c5-b389ab28df41 req-725da2b7-8763-43f2-94e9-b500dfd8ba9d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599163 Jun 23 17:51:47.247075 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] For port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:47.251221 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] For port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:47.258897 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:47.262743 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-84e413f1-35e8-4ccc-b53b-3fbf62c23cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:47.317616 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 17:51:47.382853 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Pushing event updated for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:47.388342 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-eb6a451b-31b0-4f89-beed-1281ac3f97c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:47.393218 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:47.393857 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:47.509945 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:51:47.521671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Sync routers for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:51:47.536242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:47.537436 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:47.552590 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:47.554551 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4126546 Jun 23 17:51:47.558103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56314) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:47.638595 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:47.769511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:47.853844 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b3231-46e5-41a0-8735-bf71d95a1c57 None None] Network b0a931fe-b643-45bc-95ea-8725721fb64d requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:51:47.949351 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:48.054506 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:47Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:48.079094 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:48.092686 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaea78d-eadd-42d9-b59d-a793a165eef2 None None] The sync data for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi is: [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:47Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:51:48.140130 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c66d413b-a4df-4380-97cb-4197485c87b9 None None] Provisioning for port 9e01bfe6-8b42-416e-ae9c-47584d494460 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:48.293645 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:46Z', 'revision_number': 3, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:48.306842 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:48.335731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Checking router: 04643b5a-5cd4-4fa1-95f4-1faace71a6ad for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:51:48.336237 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Updating router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad port aca60c1b-8f09-4437-9906-1975ea2b858a binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:51:48.456223 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:48.707489 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Allocated IP 172.20.0.1 (b0a931fe-b643-45bc-95ea-8725721fb64d/ecc92edc-f7ad-45aa-bfca-ae03aa7d9089/f4211f22-4e68-40f4-9f44-e4bde9a5dd2b) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:51:48.716380 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f61ba-6929-4f92-8b66-80b30a89816f req-9b69bf70-5e8f-45f2-abb6-6dcb0c4556c5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:48.721379 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 9e01bfe6-8b42-416e-ae9c-47584d494460 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:48.727722 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-120f61ba-6929-4f92-8b66-80b30a89816f req-9b69bf70-5e8f-45f2-abb6-6dcb0c4556c5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1320558 Jun 23 17:51:48.801539 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-120f61ba-6929-4f92-8b66-80b30a89816f req-c97aa104-08d2-4c33-9072-55a6866a9085 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692039 Jun 23 17:51:48.905965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:48.927405 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Transition to ACTIVE for port object f4211f22-4e68-40f4-9f44-e4bde9a5dd2b will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:48.980102 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 9e01bfe6-8b42-416e-ae9c-47584d494460 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:48.993817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 9e01bfe6-8b42-416e-ae9c-47584d494460 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:48.994134 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.014188 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.019279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:49.073595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Network b0a931fe-b643-45bc-95ea-8725721fb64d is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:49.077175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:49.081453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:51:49.131620 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Pushing event updated for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:49.142102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:49.143015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.162622 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.172491 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Transition to ACTIVE for port object aca60c1b-8f09-4437-9906-1975ea2b858a will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:49.180619 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.184810 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.199260 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-915bf100-b7bc-4019-a2a0-d4c33b3501a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:49.286177 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 9e01bfe6-8b42-416e-ae9c-47584d494460, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=9e01bfe6-8b42-416e-ae9c-47584d494460,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:49.288054 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Attempting to bind port aca60c1b-8f09-4437-9906-1975ea2b858a on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:49.288498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Attempting to bind port aca60c1b-8f09-4437-9906-1975ea2b858a by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:49.288932 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Attempting to bind port aca60c1b-8f09-4437-9906-1975ea2b858a on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:49.291360 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Pushing event updated for resources: {'Port': ['ID=aca60c1b-8f09-4437-9906-1975ea2b858a,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:49.295049 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:49.296982 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56350) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:51:49.297411 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.298266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3145dfaa-1e5e-415c-b91f-7fa26376a8fe up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:49.302210 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:49.307477 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:49.307477 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:49.307477 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.307935 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:49.308230 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Bound port: aca60c1b-8f09-4437-9906-1975ea2b858a, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:49.308605 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.407041 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.438447 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.458880 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-9ca79f2a-8626-455a-98b0-0ceecfbd4f46 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601059 Jun 23 17:51:49.467262 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:51:49.515377 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=9e01bfe6-8b42-416e-ae9c-47584d494460,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:49.526658 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:49.527425 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-1b87ecb6-2025-447e-81d3-acd8adf763b9 None None] Provisioning for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:49.538559 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] For port aca60c1b-8f09-4437-9906-1975ea2b858a, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:49.553731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-1b87ecb6-2025-447e-81d3-acd8adf763b9 None None] Provisioning complete for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:49.554123 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1b87ecb6-2025-447e-81d3-acd8adf763b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.559483 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:49.563681 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] For port aca60c1b-8f09-4437-9906-1975ea2b858a, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=aca60c1b-8f09-4437-9906-1975ea2b858a,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:49.586882 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.589647 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:49.590000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.595596 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7910c956-033a-4a66-9ab2-1bb17db564b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:49.599226 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.605089 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.607569 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:49.677897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Pushing event updated for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:49.686161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:49.689462 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:49.803144 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Network b0a931fe-b643-45bc-95ea-8725721fb64d is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:51:49.804838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:51:49.839974 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ecb6-2025-447e-81d3-acd8adf763b9 None None] Port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:51:49.881132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:49.881870 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:49.967174 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:51:49.970357 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Pushing event updated for resources: {'Port': ['ID=aca60c1b-8f09-4437-9906-1975ea2b858a,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:49.975028 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:49.979818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.091667 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa964222-9532-4e4b-b0ab-88eb20a57f19 req-d211f1d4-4a48-4305-9405-4e6ea1b0f87a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:50.093370 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fa964222-9532-4e4b-b0ab-88eb20a57f19 req-d211f1d4-4a48-4305-9405-4e6ea1b0f87a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 945 time: 0.1421292 Jun 23 17:51:50.100103 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:51:50.103590 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97eccf2-4c81-46c8-8575-5f0cfaf40da6" -d '{"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-unplugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:51:50.141734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:51:50.154881 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:50.167541 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.172119 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.173200 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] 10.222.0.66 "PUT /v2.0/routers/04643b5a-5cd4-4fa1-95f4-1faace71a6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131346 Jun 23 17:51:50.193685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:50.218583 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fa964222-9532-4e4b-b0ab-88eb20a57f19 req-4e6d2232-067e-49df-b9dd-c276f5135e82 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172285 Jun 23 17:51:50.227367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:50.293028 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-ed8d3438-a73b-47d4-b529-1ed452305609 None None] Provisioning complete for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:50.293418 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ed8d3438-a73b-47d4-b529-1ed452305609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.322728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9a47c-3de4-41a5-8326-86645c016f3c x-openstack-request-id: req-d8d9a47c-3de4-41a5-8326-86645c016f3c {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:51:50.323027 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-unplugged", "status": "failed", "tag": "98e07077-08da-4899-985f-165165d77049", "code": 422}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:51:50.323381 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d8d9a47c-3de4-41a5-8326-86645c016f3c {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:51:50.323750 dv-cinder-797510-2-iscsi neutron-server[104928]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98e07077-08da-4899-985f-165165d77049', 'code': 422} returned with failed status Jun 23 17:51:50.353832 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:50.368457 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=8']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:50.371684 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.373536 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:50.374048 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:50.438724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d3438-a73b-47d4-b529-1ed452305609 None None] Port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:51:50.497878 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 9e01bfe6-8b42-416e-ae9c-47584d494460 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:50.557168 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:50.565326 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:50.626671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 9e01bfe6-8b42-416e-ae9c-47584d494460 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:50.627180 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:50.694271 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'f4211f22-4e68-40f4-9f44-e4bde9a5dd2b', 'name': '', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'mac_address': 'fa:16:3e:bd:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:48Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 2, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'subnets': [{'id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:50.737751 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f1a83a-ef1d-4024-8c4d-884e228811f7 None None] The sync data for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi is: [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'f4211f22-4e68-40f4-9f44-e4bde9a5dd2b', 'name': '', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'mac_address': 'fa:16:3e:bd:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:48Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 2, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'subnets': [{'id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:51:51.115398 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:51:51.572551 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3886-34f8-4832-ab02-7a3136bbea0c req-b1f07ea6-8f43-4264-8402-0d0578204f3a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:51.583118 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-996d3886-34f8-4832-ab02-7a3136bbea0c req-b1f07ea6-8f43-4264-8402-0d0578204f3a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2127450 Jun 23 17:51:51.609312 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-9446a464-11bd-4b06-b1e1-4dc015a8a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:51.610889 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-9446a464-11bd-4b06-b1e1-4dc015a8a63b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 1096 time: 0.2029440 Jun 23 17:51:51.683314 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-996d3886-34f8-4832-ab02-7a3136bbea0c req-257a8498-b419-4144-a064-ef05d2fd0a2c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993609 Jun 23 17:51:51.735302 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-9e23d8e1-e993-48b7-b418-917fc5989feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:51.737234 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-9e23d8e1-e993-48b7-b418-917fc5989feb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1096 time: 0.0997417 Jun 23 17:51:51.864530 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-46a3836d-7986-4f73-8d5a-30477e50c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:51.866048 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-46a3836d-7986-4f73-8d5a-30477e50c80b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1197295 Jun 23 17:51:51.965792 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-0be6f27d-bf62-49bb-b918-b16fba5cd1d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 200 len: 999 time: 0.0923700 Jun 23 17:51:52.028893 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-fe78e46c-9579-4419-835f-bc61ba429d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:52.030464 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-fe78e46c-9579-4419-835f-bc61ba429d70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0585876 Jun 23 17:51:52.120359 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-a0eb7045-221f-43d9-8536-31150db63da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:52.121883 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-a0eb7045-221f-43d9-8536-31150db63da4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849280 Jun 23 17:51:52.232343 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-12f30a3a-bceb-4e33-84ed-6c386149d032 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029680 Jun 23 17:51:52.365139 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61fdefe1-21e9-4219-9e6c-66d6391fdc79 req-29331654-b6bd-4911-8142-503645da239c service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260557 Jun 23 17:51:52.627130 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device aca60c1b-8f09-4437-9906-1975ea2b858a up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:52.717115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port aca60c1b-8f09-4437-9906-1975ea2b858a completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:52.727268 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port aca60c1b-8f09-4437-9906-1975ea2b858a triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:52.728629 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:53.001149 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:53.047695 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port aca60c1b-8f09-4437-9906-1975ea2b858a, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=aca60c1b-8f09-4437-9906-1975ea2b858a,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:53.056472 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:53.057596 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3145dfaa-1e5e-415c-b91f-7fa26376a8fe up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:53.061100 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-ca9de4e5-69ef-4d47-bb74-4758bd142049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:53.112643 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570af61c-f3a5-4824-9f29-5b6a4678fe6f req-8b895dd0-102e-4682-9658-c906a9a1da13 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:53.125386 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-570af61c-f3a5-4824-9f29-5b6a4678fe6f req-8b895dd0-102e-4682-9658-c906a9a1da13 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1819181 Jun 23 17:51:53.205146 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-570af61c-f3a5-4824-9f29-5b6a4678fe6f req-096c4de5-81af-4a8b-9561-196a55443049 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788820 Jun 23 17:51:53.234115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=aca60c1b-8f09-4437-9906-1975ea2b858a,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:53.237695 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:53.268692 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:53.269457 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:54.490783 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Sync routers for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:51:54.521507 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:54.522595 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:54.537234 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device aca60c1b-8f09-4437-9906-1975ea2b858a up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:54.625686 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f5e03-5e60-4199-bf1a-2b9544c3c3e9 req-4f915a5a-e156-496e-a1b1-a86edf40c9d8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:54.630681 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e45f5e03-5e60-4199-bf1a-2b9544c3c3e9 req-4f915a5a-e156-496e-a1b1-a86edf40c9d8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1738024 Jun 23 17:51:54.689604 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port aca60c1b-8f09-4437-9906-1975ea2b858a triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:54.690159 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:54.748315 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e45f5e03-5e60-4199-bf1a-2b9544c3c3e9 req-8b0ca7f2-99b6-46af-8581-5a09923bc12e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966241 Jun 23 17:51:54.801117 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:55.174171 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'f4211f22-4e68-40f4-9f44-e4bde9a5dd2b', 'name': '', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'mac_address': 'fa:16:3e:bd:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:48Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 2, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'subnets': [{'id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:55.206877 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Checking router: 04643b5a-5cd4-4fa1-95f4-1faace71a6ad for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:51:55.207616 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Updating router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 17:51:55.259995 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:55.676195 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:55.700299 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Transition to ACTIVE for port object f4211f22-4e68-40f4-9f44-e4bde9a5dd2b will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:51:55.707576 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:55.711526 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-e04bee93-8290-472c-92d2-001c6fefe6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:55.781446 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078545c-4bdd-4b7b-bcdd-e04dbee3e557 None None] Pushing event updated for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:55.786318 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-3078545c-4bdd-4b7b-bcdd-e04dbee3e557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:55.949268 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Attempting to bind port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:51:55.949809 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Attempting to bind port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:51:55.950206 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Attempting to bind port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b on network b0a931fe-b643-45bc-95ea-8725721fb64d {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:51:55.968200 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:51:55.970979 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Checking segment: {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:51:55.976212 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:55.976679 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Bound using segment: {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:51:55.977192 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Bound port: f4211f22-4e68-40f4-9f44-e4bde9a5dd2b, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394300ea-0ebf-4bf5-8e90-bba1e37ab7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:51:55.977724 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:56.232888 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ff9ff-3a12-4321-9060-4bdf36720505 req-97531171-5db9-4d09-abfd-e2b3e11902ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:56.236520 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b48ff9ff-3a12-4321-9060-4bdf36720505 req-97531171-5db9-4d09-abfd-e2b3e11902ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2361391 Jun 23 17:51:56.250199 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] For port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:51:56.254439 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] For port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:51:56.261398 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:56.271883 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-cc2f174b-2293-488c-b2bc-3b9b84710253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:56.319351 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b48ff9ff-3a12-4321-9060-4bdf36720505 req-fd477f50-04ac-446f-996b-03a4f9fbcae2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762985 Jun 23 17:51:56.356322 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078545c-4bdd-4b7b-bcdd-e04dbee3e557 None None] Pushing event updated for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:56.384725 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-3078545c-4bdd-4b7b-bcdd-e04dbee3e557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:56.410366 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:51:56.411070 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:51:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:56.617335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device f4211f22-4e68-40f4-9f44-e4bde9a5dd2b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:56.732696 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:51:56.737944 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:56.738549 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:56.774185 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:51:56.850243 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:56.902256 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:51:56.909064 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:56.914333 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:51:56.994886 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:51:56.998646 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:51:57.078403 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'f4211f22-4e68-40f4-9f44-e4bde9a5dd2b', 'name': '', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'mac_address': 'fa:16:3e:bd:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:48Z', 'updated_at': '2021-06-23T17:51:56Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'subnets': [{'id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:51:57.115163 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d586c4-306d-4915-9edf-c36693a6d4c6 None None] The sync data for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi is: [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:49Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'f4211f22-4e68-40f4-9f44-e4bde9a5dd2b', 'name': '', 'network_id': 'b0a931fe-b643-45bc-95ea-8725721fb64d', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'mac_address': 'fa:16:3e:bd:c1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:48Z', 'updated_at': '2021-06-23T17:51:56Z', 'revision_number': 4, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'subnets': [{'id': 'ecc92edc-f7ad-45aa-bfca-ae03aa7d9089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:51:57.779532 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84564efa-4ce4-48d8-a6be-638280645c60 req-816b8c86-af59-4a10-b796-29a6238f7332 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:57.781907 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-84564efa-4ce4-48d8-a6be-638280645c60 req-816b8c86-af59-4a10-b796-29a6238f7332 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2285254 Jun 23 17:51:57.860221 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-84564efa-4ce4-48d8-a6be-638280645c60 req-476d9df7-c6e9-4042-ab52-a2b5209237a8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Jun 23 17:51:58.478313 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device f4211f22-4e68-40f4-9f44-e4bde9a5dd2b up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:51:58.569236 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:51:58.569652 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:51:59.073440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399dc41-f87a-46c9-8df0-93f300ff424e req-80fe4de3-53f9-4bd6-be75-548758d41fed tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:51:59.080982 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a399dc41-f87a-46c9-8df0-93f300ff424e req-80fe4de3-53f9-4bd6-be75-548758d41fed tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0788469 Jun 23 17:51:59.117611 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a399dc41-f87a-46c9-8df0-93f300ff424e req-71e43a57-9201-4165-940d-0501805d142b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Jun 23 17:52:00.382372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613691-fd75-43b0-808c-075ea9b1e396 req-5159af2c-cfd8-4049-9faf-531d0071c690 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:00.393842 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fd613691-fd75-43b0-808c-075ea9b1e396 req-5159af2c-cfd8-4049-9faf-531d0071c690 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1124725 Jun 23 17:52:00.446492 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fd613691-fd75-43b0-808c-075ea9b1e396 req-287daf1f-b087-46d1-b670-b8b9d5145d10 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498333 Jun 23 17:52:01.864806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ab66b-d848-4123-8d95-6b2108e1a597 req-bbdc2708-6231-4a31-9431-afda699e201c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:01.866455 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc0ab66b-d848-4123-8d95-6b2108e1a597 req-bbdc2708-6231-4a31-9431-afda699e201c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0657022 Jun 23 17:52:01.908253 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dc0ab66b-d848-4123-8d95-6b2108e1a597 req-0171c0f6-96c2-4c5d-86d4-e888aabbaf83 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Jun 23 17:52:02.107055 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-8f1c850c-08d7-4d0c-bc90-2b12063ce3e3 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:02.108908 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-8f1c850c-08d7-4d0c-bc90-2b12063ce3e3 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 814 time: 0.1178982 Jun 23 17:52:02.124563 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-7b6309be-0d32-48c9-a0b7-165d7261f66d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/quotas/ec720d9c3cc843dba22fa712f3b9fd9c HTTP/1.1" status: 200 len: 375 time: 0.0100133 Jun 23 17:52:02.203171 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-bb0623f4-a64c-40b2-9fe4-51761a2d96bc tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727506 Jun 23 17:52:02.362420 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-850664c5-2c3f-47c5-8b3d-cb6fcf47cb67 service neutron] 10.222.0.66 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466413 Jun 23 17:52:02.670135 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-be3c225c-cb64-4dd8-bd8c-a9fe298b93ad service neutron] 10.222.0.66 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067517 Jun 23 17:52:02.882429 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-af12d0ef-185e-4047-a080-ce1dcddbf8f2 req-47b8bcee-319c-4192-b04a-e6e96fa76c30 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0286591 Jun 23 17:52:03.131386 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8b17-abd9-4694-8e64-bf6c344fcfd3 req-c6e73ccb-30fb-4578-bb81-7bb5f3d2c785 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:03.133201 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c7e8b17-abd9-4694-8e64-bf6c344fcfd3 req-c6e73ccb-30fb-4578-bb81-7bb5f3d2c785 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0969725 Jun 23 17:52:03.173932 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4c7e8b17-abd9-4694-8e64-bf6c344fcfd3 req-79da50d1-2fc7-446d-afaf-aee176351e78 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Jun 23 17:52:04.028914 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dd5d6571-861d-42df-a46c-3de9a392208b req-0ad0a908-3896-47d2-9e67-0ba6825e4ae3 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0301044 Jun 23 17:52:04.370398 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e7cb-bd70-491d-a3e8-7cd6733fbc97 req-d124e837-d3e0-4c6e-b3fe-b68236d69ee2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:04.371801 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee5e7cb-bd70-491d-a3e8-7cd6733fbc97 req-d124e837-d3e0-4c6e-b3fe-b68236d69ee2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0677025 Jun 23 17:52:04.418217 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee5e7cb-bd70-491d-a3e8-7cd6733fbc97 req-347c8db4-bbdc-4fe2-956c-2a9dbd0b9977 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396152 Jun 23 17:52:05.192618 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-edf4f771-67c3-4a05-ae12-8d267fa61c31 req-c67f7859-4de2-4891-b23c-6b2634538229 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jun 23 17:52:05.611774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad6069-352e-493f-a267-04ab7ff366e8 req-bfb63282-c10e-4b11-9810-ff68b29f4263 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:05.613093 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cad6069-352e-493f-a267-04ab7ff366e8 req-bfb63282-c10e-4b11-9810-ff68b29f4263 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0682199 Jun 23 17:52:05.654606 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9cad6069-352e-493f-a267-04ab7ff366e8 req-4d2c3b1e-0a4d-4017-b02c-9ae8784a850c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357935 Jun 23 17:52:06.358567 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b78e3ae3-a88d-4287-9637-c38026d889db req-6af49b4a-d3d0-40dd-9af2-dffc35768139 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jun 23 17:52:06.841273 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc94ed-69d8-4eaa-a965-767b04b102ec req-00825541-6230-4d7f-b603-f943c6232aef tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:06.842737 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0dc94ed-69d8-4eaa-a965-767b04b102ec req-00825541-6230-4d7f-b603-f943c6232aef tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0675125 Jun 23 17:52:06.882118 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0dc94ed-69d8-4eaa-a965-767b04b102ec req-ea4120b8-e2e2-402b-8bfa-dfdd52721467 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Jun 23 17:52:07.510120 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-51b4bdd1-74ec-4de9-89b2-88c956f73702 req-7e626341-bdf5-4a76-a4fa-0b6e6167a80d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0291185 Jun 23 17:52:08.064910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19522a-00d0-45dd-95a8-0561484aadc2 req-05dcc14d-d1e4-42c6-82ff-06bb34eab82e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:08.066456 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff19522a-00d0-45dd-95a8-0561484aadc2 req-05dcc14d-d1e4-42c6-82ff-06bb34eab82e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0673523 Jun 23 17:52:08.105998 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff19522a-00d0-45dd-95a8-0561484aadc2 req-a1a9b552-c48b-454d-beba-1b834f49f38c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Jun 23 17:52:08.671379 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bd5a76f8-a5f2-41c5-a879-4e9b22be404f req-053e5557-7d80-44a5-8eb4-367234353d48 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0315022 Jun 23 17:52:09.287777 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad2af2-7b1d-4ff6-ab4c-8422b6807b6d req-9c248e44-42f9-4e89-929b-b37d62cdcce2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:09.289321 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9ad2af2-7b1d-4ff6-ab4c-8422b6807b6d req-9c248e44-42f9-4e89-929b-b37d62cdcce2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0646665 Jun 23 17:52:09.326556 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9ad2af2-7b1d-4ff6-ab4c-8422b6807b6d req-a1234c06-fb3c-447a-a64c-cbec8ced9415 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jun 23 17:52:09.815226 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e28e0643-e609-4371-aa12-389f72de7e83 req-d3d81991-ebed-4f40-8f01-0cc350e9f0b9 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0304692 Jun 23 17:52:10.519080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2232c-2baa-4098-8fa3-b8383a3b3184 req-8cd04834-5c1b-43b0-af9d-e1425aa16846 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:10.520733 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5a2232c-2baa-4098-8fa3-b8383a3b3184 req-8cd04834-5c1b-43b0-af9d-e1425aa16846 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0722437 Jun 23 17:52:10.581924 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5a2232c-2baa-4098-8fa3-b8383a3b3184 req-c6cafd7a-3db5-42df-8d99-bd0a77abdc7a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535672 Jun 23 17:52:10.957802 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8e69dd06-cf55-42b3-af55-947fb97612b5 req-535a4e4d-d980-4a2a-b8b3-8fcad15d76c6 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0311759 Jun 23 17:52:11.163296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-49e79aa6-08c3-4072-9ac2-223901c2fa5e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:11.165271 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-49e79aa6-08c3-4072-9ac2-223901c2fa5e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 814 time: 0.1027632 Jun 23 17:52:11.178937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'port': {'device_id': '1583e881-a50a-4409-8819-31b20b1e0b28', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'admin_state_up': True, 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:11.292509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Made reservation on behalf of ec720d9c3cc843dba22fa712f3b9fd9c for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:52:11.296454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:11.442390 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Allocated IP 172.20.0.14 (5db422ae-17c1-47cc-af3e-c247bf7c0a38/97c3e830-a13f-4a23-97b6-c36ca38e9f4d/f2d2bcac-19d0-43e2-a953-43efca70d2fc) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:52:11.615438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:11.656597 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Transition to ACTIVE for port object f2d2bcac-19d0-43e2-a953-43efca70d2fc will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:52:11.735903 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:11.750726 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:11.794121 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:52:11.797888 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:52:11.802182 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:52:11.844478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:11.849098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:11.880702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861b732-e9b9-4f24-a225-fbca26862858 req-23c8af4b-e673-4975-9647-778557d252a1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:11.882354 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d861b732-e9b9-4f24-a225-fbca26862858 req-23c8af4b-e673-4975-9647-778557d252a1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0945086 Jun 23 17:52:11.887922 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:11.888660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:11.908144 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7329645 Jun 23 17:52:11.947581 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d861b732-e9b9-4f24-a225-fbca26862858 req-97395f4d-1d45-47f6-9d7f-7c171da0f458 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582504 Jun 23 17:52:12.084448 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f857cca8-64c6-4193-b5dc-a89bbdc6f25c None None] Provisioning for port f2d2bcac-19d0-43e2-a953-43efca70d2fc completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:52:12.090135 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f857cca8-64c6-4193-b5dc-a89bbdc6f25c None None] Provisioning complete for port f2d2bcac-19d0-43e2-a953-43efca70d2fc triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:52:12.090589 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f857cca8-64c6-4193-b5dc-a89bbdc6f25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:12.125419 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-f857cca8-64c6-4193-b5dc-a89bbdc6f25c None None] Port f2d2bcac-19d0-43e2-a953-43efca70d2fc cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:52:12.151366 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ecd47-aa70-4c63-9210-bda3502e4b18 req-15e31825-36ce-4c2e-ad6e-1bcca4954b40 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:12.153057 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bb3ecd47-aa70-4c63-9210-bda3502e4b18 req-15e31825-36ce-4c2e-ad6e-1bcca4954b40 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0691423 Jun 23 17:52:12.196351 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bb3ecd47-aa70-4c63-9210-bda3502e4b18 req-d920d624-9887-4b62-a600-f74c58fd3614 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Jun 23 17:52:13.146664 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c944-e95f-48dd-ac9b-e678b0441b15 req-22ba8fbd-0a5b-44bf-909e-f841685e1e2b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:13.148642 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8470c944-e95f-48dd-ac9b-e678b0441b15 req-22ba8fbd-0a5b-44bf-909e-f841685e1e2b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0691750 Jun 23 17:52:13.198511 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8470c944-e95f-48dd-ac9b-e678b0441b15 req-612cd5e6-bd78-4973-8871-80354056d81e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Jun 23 17:52:13.241770 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-afaaee10-173e-4dc7-9480-3d02f1907f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:13.418332 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcdce-835b-470b-9a21-dd4e16de9457 req-42ab59fb-dcba-4f8c-81b4-4974498b21e8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:13.419928 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5acdcdce-835b-470b-9a21-dd4e16de9457 req-42ab59fb-dcba-4f8c-81b4-4974498b21e8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0711350 Jun 23 17:52:13.457325 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5acdcdce-835b-470b-9a21-dd4e16de9457 req-f7b71a6d-f1ad-4f91-827b-9cf6320c2822 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Jun 23 17:52:14.427681 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aaf0a-4fad-40bb-98e9-5a6fb8c09523 req-fa5aa89e-4c8f-4498-a13e-246832f3125b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:14.435345 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-673aaf0a-4fad-40bb-98e9-5a6fb8c09523 req-fa5aa89e-4c8f-4498-a13e-246832f3125b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0845957 Jun 23 17:52:14.467514 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-673aaf0a-4fad-40bb-98e9-5a6fb8c09523 req-e4862e4a-6219-44b0-beee-556fb649cc77 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Jun 23 17:52:14.644078 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0f663-f3b3-42fc-a0dd-db59a36ebc51 req-1e3bfacc-a8f7-4d07-8248-954f35c2c42c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:14.645490 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dbc0f663-f3b3-42fc-a0dd-db59a36ebc51 req-1e3bfacc-a8f7-4d07-8248-954f35c2c42c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0664492 Jun 23 17:52:14.690785 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dbc0f663-f3b3-42fc-a0dd-db59a36ebc51 req-11647bc9-88d1-4aa7-818f-f2a6d8c29369 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391853 Jun 23 17:52:15.670029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb6b92-17dd-44b1-a16c-3ca681516ee9 req-43393c59-6c0d-4aa1-9080-5597b05ee00f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:15.671887 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-23fb6b92-17dd-44b1-a16c-3ca681516ee9 req-43393c59-6c0d-4aa1-9080-5597b05ee00f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0734653 Jun 23 17:52:15.715838 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-23fb6b92-17dd-44b1-a16c-3ca681516ee9 req-a94aa23b-111d-4cf5-b4e3-4db232c3645b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Jun 23 17:52:15.915966 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c701f48-8efe-4b70-bed6-dbb45a8cc135 req-bc121525-af9b-4b65-adf1-aa3ce5797a42 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:15.918295 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7c701f48-8efe-4b70-bed6-dbb45a8cc135 req-bc121525-af9b-4b65-adf1-aa3ce5797a42 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0846212 Jun 23 17:52:15.966451 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7c701f48-8efe-4b70-bed6-dbb45a8cc135 req-30a45be7-0d3e-4d3c-84f9-033ca89c12e0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Jun 23 17:52:16.181051 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-edb5b6e5-15fb-416e-9405-34070a2976f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:16.210104 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:16.913126 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9ddd5-b7e7-4717-96c6-cc7fc114009e req-4b53b4e9-6d28-488c-a293-a7bd5124806d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:16.915525 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ced9ddd5-b7e7-4717-96c6-cc7fc114009e req-4b53b4e9-6d28-488c-a293-a7bd5124806d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0793171 Jun 23 17:52:16.962414 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ced9ddd5-b7e7-4717-96c6-cc7fc114009e req-3e9475af-3be5-49e9-a3e1-4764d5f08b29 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Jun 23 17:52:17.187089 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9af96-2ea5-46d8-a3ae-27acde35d77a req-8d010c48-a487-4df4-8308-1c213a16384e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:17.188815 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6cc9af96-2ea5-46d8-a3ae-27acde35d77a req-8d010c48-a487-4df4-8308-1c213a16384e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0980198 Jun 23 17:52:17.235688 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6cc9af96-2ea5-46d8-a3ae-27acde35d77a req-8d8571e1-0509-4202-af14-a560b26ff075 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Jun 23 17:52:17.806687 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:18.029120 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:18.162088 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9fea4-bfd7-4efc-862f-a71a48f093f0 req-21c1d83c-305e-4193-b060-f7da453194f4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:18.163556 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bca9fea4-bfd7-4efc-862f-a71a48f093f0 req-21c1d83c-305e-4193-b060-f7da453194f4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0750871 Jun 23 17:52:18.204924 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bca9fea4-bfd7-4efc-862f-a71a48f093f0 req-727fc469-065c-4dcc-af6d-e2d320ead67d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346351 Jun 23 17:52:18.432247 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641ed58-6ec9-444a-9e98-d7e4da9995b4 req-03275ddc-bf7e-4512-933b-7619308365dd tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:18.433782 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7641ed58-6ec9-444a-9e98-d7e4da9995b4 req-03275ddc-bf7e-4512-933b-7619308365dd tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0771244 Jun 23 17:52:18.471378 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7641ed58-6ec9-444a-9e98-d7e4da9995b4 req-a259e4bb-bb38-4dee-b5e0-6e6095faa0bf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jun 23 17:52:19.361615 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:19.447841 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd87c1b-b796-4cb0-b18b-f01f382ebf5f req-77b720c5-353b-490a-b37c-e7486764ac84 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:19.450053 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6dd87c1b-b796-4cb0-b18b-f01f382ebf5f req-77b720c5-353b-490a-b37c-e7486764ac84 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.1054885 Jun 23 17:52:19.512758 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6dd87c1b-b796-4cb0-b18b-f01f382ebf5f req-65991335-d125-49b6-b03a-add7f4ff35e0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499783 Jun 23 17:52:19.761267 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f77c05-e611-4f31-90b5-1f14c5110772 req-1167cdac-5a25-4abf-9fa5-3d36b4b42ab4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:19.762944 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-36f77c05-e611-4f31-90b5-1f14c5110772 req-1167cdac-5a25-4abf-9fa5-3d36b4b42ab4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0765412 Jun 23 17:52:19.808469 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-36f77c05-e611-4f31-90b5-1f14c5110772 req-c80baf1f-3919-400f-acd9-91e2ebc99f34 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Jun 23 17:52:20.796049 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423647a-76cb-43e3-af97-ef2946d3b55a req-63212774-d229-4f60-92f3-b46b00d1414e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:20.797868 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4423647a-76cb-43e3-af97-ef2946d3b55a req-63212774-d229-4f60-92f3-b46b00d1414e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0883784 Jun 23 17:52:20.839387 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4423647a-76cb-43e3-af97-ef2946d3b55a req-740e2222-f305-4941-b42d-c48aaf9958e1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357683 Jun 23 17:52:21.038908 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4713-898f-46b4-b0dc-0a978c969d37 req-53d40c21-d580-4ecf-aec8-3ba609702a45 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:21.041266 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-835d4713-898f-46b4-b0dc-0a978c969d37 req-53d40c21-d580-4ecf-aec8-3ba609702a45 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0740199 Jun 23 17:52:21.103808 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-835d4713-898f-46b4-b0dc-0a978c969d37 req-4aa4f67a-8e8e-4196-a6d9-ec942f2af7a9 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 Jun 23 17:52:22.052245 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6414a-d607-436f-a7d6-862288c4d154 req-fae08ff3-c3a0-4f23-924c-02c22d750df0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:22.053676 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1aa6414a-d607-436f-a7d6-862288c4d154 req-fae08ff3-c3a0-4f23-924c-02c22d750df0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0858479 Jun 23 17:52:22.103450 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1aa6414a-d607-436f-a7d6-862288c4d154 req-5f8841f9-6f57-42ff-b9f3-22c2424cf860 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Jun 23 17:52:22.310043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc29d4-64e3-4fb9-93b9-40b468b490ee req-e35cb91b-ef07-4f97-aa25-c48590ba8547 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:22.311503 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcc29d4-64e3-4fb9-93b9-40b468b490ee req-e35cb91b-ef07-4f97-aa25-c48590ba8547 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0886054 Jun 23 17:52:22.353645 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ddcc29d4-64e3-4fb9-93b9-40b468b490ee req-3574c825-c5cf-4966-b4d4-9e6b71041474 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Jun 23 17:52:23.289765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2610ed-02ec-42fd-9752-3763b2febde1 req-c9612c44-6e6b-41a1-ac9b-356a641195b8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:23.291295 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1c2610ed-02ec-42fd-9752-3763b2febde1 req-c9612c44-6e6b-41a1-ac9b-356a641195b8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0684259 Jun 23 17:52:23.331363 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1c2610ed-02ec-42fd-9752-3763b2febde1 req-e86cd795-e85d-4753-85ce-6a49b69924e8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342643 Jun 23 17:52:23.542242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467d07-a19f-4089-a46e-988060b038cd req-4665605b-a359-4e4c-ac3d-3aa66ee9c9e4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:23.543784 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d4467d07-a19f-4089-a46e-988060b038cd req-4665605b-a359-4e4c-ac3d-3aa66ee9c9e4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0707107 Jun 23 17:52:23.583373 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d4467d07-a19f-4089-a46e-988060b038cd req-692f5421-5117-404f-9897-8404e2919f43 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 Jun 23 17:52:24.530693 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a38e5-e32e-429b-95c8-6732c82cfafb req-682ce459-06be-43cb-800b-df74c09fdbcb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:24.533347 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c80a38e5-e32e-429b-95c8-6732c82cfafb req-682ce459-06be-43cb-800b-df74c09fdbcb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0752707 Jun 23 17:52:24.581531 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c80a38e5-e32e-429b-95c8-6732c82cfafb req-de65d2ad-8f6c-4ba8-968f-5680130ee4aa tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Jun 23 17:52:24.782535 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11460804-acca-464e-a0de-669971d5742d req-27cb46dc-ce8d-486d-8fe8-a722db9c9c70 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:24.784120 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-11460804-acca-464e-a0de-669971d5742d req-27cb46dc-ce8d-486d-8fe8-a722db9c9c70 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.0809770 Jun 23 17:52:24.833115 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-11460804-acca-464e-a0de-669971d5742d req-a6d273e4-beca-4d34-8aab-6c5d462cde3c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Jun 23 17:52:25.700953 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Request body: {'port': {'device_id': '1583e881-a50a-4409-8819-31b20b1e0b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:25.779792 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f20a60-826e-4bcb-bc60-66dcfb158d97 req-02923944-c410-4da9-bbc5-890ab410bab6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:25.781285 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-93f20a60-826e-4bcb-bc60-66dcfb158d97 req-02923944-c410-4da9-bbc5-890ab410bab6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0676150 Jun 23 17:52:25.791290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:25.824849 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-93f20a60-826e-4bcb-bc60-66dcfb158d97 req-87c2c4ad-28d0-4607-8e7d-8a457a82ed09 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372956 Jun 23 17:52:26.041933 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-f1cf4c0b-2ad0-4a73-b0bc-313fcb0f57ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2289262 Jun 23 17:52:26.141324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e2006-e120-4690-823d-0ea71f9d1251 req-8a5e9bb0-f355-4fa1-bffc-f6b027290b12 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.142662 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b31e2006-e120-4690-823d-0ea71f9d1251 req-8a5e9bb0-f355-4fa1-bffc-f6b027290b12 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 932 time: 0.1858299 Jun 23 17:52:26.223788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d2bcac-19d0-43e2-a953-43efca70d2fc {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:52:26.229896 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-733deefc-4da9-42d6-82c7-8b2d87628425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.231345 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-733deefc-4da9-42d6-82c7-8b2d87628425 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.1662295 Jun 23 17:52:26.236665 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:26.242692 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b31e2006-e120-4690-823d-0ea71f9d1251 req-fcb992d9-b146-4ddb-b42c-d2722f7d421c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914996 Jun 23 17:52:26.254676 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Transition to ACTIVE for port object f2d2bcac-19d0-43e2-a953-43efca70d2fc will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:52:26.267233 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:26.279310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:26.399497 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:26.402902 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:26.441420 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-b096b77b-3388-4282-8493-cc3c1ff3bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.442910 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-b096b77b-3388-4282-8493-cc3c1ff3bc7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.1853971 Jun 23 17:52:26.483168 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Attempting to bind port f2d2bcac-19d0-43e2-a953-43efca70d2fc on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:52:26.483501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Attempting to bind port f2d2bcac-19d0-43e2-a953-43efca70d2fc by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:52:26.483861 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Attempting to bind port f2d2bcac-19d0-43e2-a953-43efca70d2fc on network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:52:26.520616 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Port f2d2bcac-19d0-43e2-a953-43efca70d2fc on network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:52:26.520944 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Attempting to bind port f2d2bcac-19d0-43e2-a953-43efca70d2fc on network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:52:26.536053 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:52:26.536419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Checking segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:52:26.536784 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Bound using segment: {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:52:26.537243 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Bound port: f2d2bcac-19d0-43e2-a953-43efca70d2fc, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbfe560-89aa-4e55-a929-963537d0a202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:52:26.537596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:26.562448 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-5ec04f9c-0ef1-446c-8da9-48eff2d44f69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0875082 Jun 23 17:52:26.648454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-623bacd2-9e59-43c3-aee0-aff28beef564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.649867 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-623bacd2-9e59-43c3-aee0-aff28beef564 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0681767 Jun 23 17:52:26.654271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:52:26.665024 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:52:26.689106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:26.692658 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:26.726327 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.727248 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:26.728431 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] 10.222.0.65 "PUT /v2.0/ports/f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 1094 time: 1.0326934 Jun 23 17:52:26.730264 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:52:26.733143 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:52:26.773812 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:26.821731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:26.833715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-eb2df23f-3126-4ef9-8e1c-0c7c159ec114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.836578 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-eb2df23f-3126-4ef9-8e1c-0c7c159ec114 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1799788 Jun 23 17:52:26.860517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5918d30d-a9b7-4b3a-a470-826c7ad7583c x-openstack-request-id: req-5918d30d-a9b7-4b3a-a470-826c7ad7583c {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:52:26.860841 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:52:26.861124 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5918d30d-a9b7-4b3a-a470-826c7ad7583c {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:52:26.861553 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:52:26.927311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-20fee199-e5c4-414f-a853-4cb1c6d85ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:26.929638 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-20fee199-e5c4-414f-a853-4cb1c6d85ed7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1097 time: 0.1469243 Jun 23 17:52:26.984440 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-68119120-c94e-4bde-aa41-6a3b8b480457 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 217 time: 0.0441098 Jun 23 17:52:27.068413 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-d788bfc1-2e7f-47e9-ac4d-bbb9e088ca6f service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190976 Jun 23 17:52:27.088672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-2ee7afdd-6e7d-4999-862f-f298c8c97921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.090072 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-2ee7afdd-6e7d-4999-862f-f298c8c97921 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0953751 Jun 23 17:52:27.199444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b726-379d-48da-9fff-1355ce5fcc54 req-c14208f0-fe6a-4779-9286-aef7d0b8b22e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.200981 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4162b726-379d-48da-9fff-1355ce5fcc54 req-c14208f0-fe6a-4779-9286-aef7d0b8b22e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.2219503 Jun 23 17:52:27.245557 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ee114a0-ce2c-44d2-8fd1-d69d618f3471 req-a02a1c02-27ba-4306-b279-6e821b2fbf24 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666636 Jun 23 17:52:27.267937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-d61ccdd0-4c88-484a-98e6-f8778c6b8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.269447 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-d61ccdd0-4c88-484a-98e6-f8778c6b8988 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1671233 Jun 23 17:52:27.281250 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4162b726-379d-48da-9fff-1355ce5fcc54 req-a8dcee5c-884f-4e77-94b1-18420bd43de0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702574 Jun 23 17:52:27.386765 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-3f3a744d-7960-4a6a-a2dd-4d31cfe7b7e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041660 Jun 23 17:52:27.431489 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33884c-e31f-4376-90b9-50423fe72e3d req-8abbfb43-2e98-4a95-9b98-4cbab2f653c5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.433390 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3b33884c-e31f-4376-90b9-50423fe72e3d req-8abbfb43-2e98-4a95-9b98-4cbab2f653c5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 944 time: 0.0709293 Jun 23 17:52:27.506564 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3b33884c-e31f-4376-90b9-50423fe72e3d req-c6ae644c-6773-4bbe-8d4a-e75d379ee7c7 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Jun 23 17:52:27.512480 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4271ac91-8992-4adc-a0ec-ac44bd24f3ce req-194c9a66-21c2-4cac-af12-f220ea215f8f service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179552 Jun 23 17:52:27.700183 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-8eeb5ea2-0b3f-4f2f-ade5-60c5dd9f699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.701707 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-8eeb5ea2-0b3f-4f2f-ade5-60c5dd9f699a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1097 time: 0.1124094 Jun 23 17:52:27.856587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-ccfe5759-a636-416d-ab10-47ec16c1e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.858039 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-ccfe5759-a636-416d-ab10-47ec16c1e9c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.1467071 Jun 23 17:52:27.901901 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-1351837b-4959-4b63-b753-6b161e6cfaf4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 217 time: 0.0369937 Jun 23 17:52:27.959899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-2b320e9b-d7c4-484c-b71b-69d66b3972dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:27.961913 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-2b320e9b-d7c4-484c-b71b-69d66b3972dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0537050 Jun 23 17:52:28.026698 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-271d577c-4fac-4481-b393-c92f6e76329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:28.027326 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-271d577c-4fac-4481-b393-c92f6e76329f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584700 Jun 23 17:52:28.113950 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:52:28.130549 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-799ab480-85a9-4e67-884e-d357ebbc59c4 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963662 Jun 23 17:52:28.448149 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c0ab8ab7-8a45-48f8-9ce1-a9bee889d7ad req-c5f25d9b-3725-4d0a-8a37-95f351d15dbe service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089583 Jun 23 17:52:28.486553 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53947d60-df02-4821-bfba-89e205348a95 req-261dbd84-b903-4ae2-8eab-a81b84049ab7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:28.488072 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-53947d60-df02-4821-bfba-89e205348a95 req-261dbd84-b903-4ae2-8eab-a81b84049ab7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0687704 Jun 23 17:52:28.528318 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-53947d60-df02-4821-bfba-89e205348a95 req-c10be138-2f55-4c89-b765-931920cd9346 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334723 Jun 23 17:52:28.698848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23a9b1-8e85-4452-a0ab-3e3938ba3c00 req-f258ca11-907a-4758-84f1-d0117b23a221 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:28.700571 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9c23a9b1-8e85-4452-a0ab-3e3938ba3c00 req-f258ca11-907a-4758-84f1-d0117b23a221 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 944 time: 0.0677819 Jun 23 17:52:28.742362 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9c23a9b1-8e85-4452-a0ab-3e3938ba3c00 req-f5ad1623-fb34-4df2-a02a-0adc109ef1b1 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Jun 23 17:52:29.718524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b08a03-7de5-4efb-9472-a2fc7237ca35 req-aa62d597-ed42-4c28-8034-68a62c10ef90 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:29.720099 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-25b08a03-7de5-4efb-9472-a2fc7237ca35 req-aa62d597-ed42-4c28-8034-68a62c10ef90 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0701854 Jun 23 17:52:29.762751 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-25b08a03-7de5-4efb-9472-a2fc7237ca35 req-34b82dc5-3d91-4c4c-80ab-724bfe0d3540 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Jun 23 17:52:29.966098 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0f3ed-5a78-4dfe-9fc6-768b11881c1d req-004c2123-800c-437f-8dd6-3bff4e513a37 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:29.968732 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c4e0f3ed-5a78-4dfe-9fc6-768b11881c1d req-004c2123-800c-437f-8dd6-3bff4e513a37 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 944 time: 0.1015728 Jun 23 17:52:30.007977 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c4e0f3ed-5a78-4dfe-9fc6-768b11881c1d req-d8515781-e8df-4ad4-ac22-1b885711aec4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Jun 23 17:52:30.971484 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21221aab-7cc2-41eb-be82-887c6b4cbcf1 req-b6ce312a-60f2-4809-904b-f65225b5d61d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:30.972953 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-21221aab-7cc2-41eb-be82-887c6b4cbcf1 req-b6ce312a-60f2-4809-904b-f65225b5d61d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0832205 Jun 23 17:52:31.015850 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-21221aab-7cc2-41eb-be82-887c6b4cbcf1 req-b7709517-63b6-4012-8797-97c119b9a50d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362875 Jun 23 17:52:31.192385 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f2284-ffa1-4377-8a7d-fa04fa045f99 req-43fc4dc0-f118-422e-b02e-b322bb406bd7 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:31.193916 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b05f2284-ffa1-4377-8a7d-fa04fa045f99 req-43fc4dc0-f118-422e-b02e-b322bb406bd7 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 944 time: 0.0691342 Jun 23 17:52:31.233119 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b05f2284-ffa1-4377-8a7d-fa04fa045f99 req-674b984c-ecf1-4b75-85e9-f631672e9ba7 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Jun 23 17:52:31.607299 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f2d2bcac-19d0-43e2-a953-43efca70d2fc details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:52:31.834161 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:31.846749 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'port_id': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'mac_address': 'fa:16:3e:c1:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:52:31.895935 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:31.910976 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d2bcac-19d0-43e2-a953-43efca70d2fc {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:52:31.934822 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:31.939199 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:31.942541 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:31.994516 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:32.003442 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.004049 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.004618 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.005195 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.005778 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.006342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.007945 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.008302 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.008654 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.008993 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.009332 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.009688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:32.014834 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:32.258734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b1590-ee03-43a3-88e1-08238e4caef3 req-608d37dd-0c02-47f7-ac11-c4529341d0db tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:32.260670 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-767b1590-ee03-43a3-88e1-08238e4caef3 req-608d37dd-0c02-47f7-ac11-c4529341d0db tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0762808 Jun 23 17:52:32.316931 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-767b1590-ee03-43a3-88e1-08238e4caef3 req-5e2bdd97-5cbb-4aad-b4da-7d137214f977 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Jun 23 17:52:32.342067 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:52:32.454863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7d14e-4670-42e8-8b98-7bce56bcfc58 req-84a0da3c-7e32-4d74-b40f-8a3887517881 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:32.456433 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-87f7d14e-4670-42e8-8b98-7bce56bcfc58 req-84a0da3c-7e32-4d74-b40f-8a3887517881 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 945 time: 0.1015286 Jun 23 17:52:32.500362 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-87f7d14e-4670-42e8-8b98-7bce56bcfc58 req-c68edef1-9c62-4195-9b22-1b2c6f5e4a38 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371723 Jun 23 17:52:33.505660 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a448081-5f8c-4291-8c8c-d02cffb4f466 req-082ddbf6-eaa2-4bbd-a6d8-d3d59b4cb170 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:33.507944 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4a448081-5f8c-4291-8c8c-d02cffb4f466 req-082ddbf6-eaa2-4bbd-a6d8-d3d59b4cb170 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 943 time: 0.0650439 Jun 23 17:52:33.549147 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4a448081-5f8c-4291-8c8c-d02cffb4f466 req-4580dca7-07e9-4590-b4e9-a31b0fa3b739 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353801 Jun 23 17:52:33.606187 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:52:33.609634 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f2d2bcac-19d0-43e2-a953-43efca70d2fc up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:52:33.700320 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092be4a-bc12-423b-b797-a369970aa7e2 req-dcc2c582-529d-4adc-b6d0-fa9b6aabed59 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:33.701709 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b092be4a-bc12-423b-b797-a369970aa7e2 req-dcc2c582-529d-4adc-b6d0-fa9b6aabed59 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 945 time: 0.0717137 Jun 23 17:52:33.725044 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port f2d2bcac-19d0-43e2-a953-43efca70d2fc completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:52:33.737571 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port f2d2bcac-19d0-43e2-a953-43efca70d2fc triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:52:33.738622 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:33.753868 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b092be4a-bc12-423b-b797-a369970aa7e2 req-7914cfdb-f9b3-4ba3-b2b1-74c7ab237c59 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Jun 23 17:52:33.771159 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:33.792033 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '98e07077-08da-4899-985f-165165d77049', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '98e07077-08da-4899-985f-165165d77049', 'mac_address': 'fa:16:3e:bd:20:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:52:33.863846 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:33.888893 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e07077-08da-4899-985f-165165d77049 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:52:33.896426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:33.929636 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:33.938710 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:52:33.941135 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f3d0c-7096-49f0-9622-fc90ad24549e" -d '{"events": [{"server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:52:33.956217 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:33.964233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-3eb08b2f-5c8e-4af2-b71f-18f918df1e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:33.971170 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:34.008703 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5ec444-0bed-4118-869b-eb6892bb99a3 x-openstack-request-id: req-6c5ec444-0bed-4118-869b-eb6892bb99a3 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:52:34.009013 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "name": "network-vif-plugged", "status": "completed", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:52:34.009280 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c5ec444-0bed-4118-869b-eb6892bb99a3 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:52:34.009945 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'code': 200} Jun 23 17:52:34.010571 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:34.040366 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=9']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:34.044310 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:34.044830 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:34.095087 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:34.098297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:34.243874 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972189a1-fb22-4b8d-9a75-5ec9a64576c6 req-fa428d37-aaf8-47c4-ab77-60092e9e8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:34.245389 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-972189a1-fb22-4b8d-9a75-5ec9a64576c6 req-fa428d37-aaf8-47c4-ab77-60092e9e8195 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1099 time: 0.0540762 Jun 23 17:52:34.285616 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-972189a1-fb22-4b8d-9a75-5ec9a64576c6 req-865219d9-2e84-4cb7-81b2-a80c137a04d9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Jun 23 17:52:34.319443 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['98e07077-08da-4899-985f-165165d77049'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:52:34.747876 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376afb-7a57-4047-a385-34917f3bcd4f req-5b2d3321-5735-43f7-bdab-d6002225d328 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:34.749551 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a376afb-7a57-4047-a385-34917f3bcd4f req-5b2d3321-5735-43f7-bdab-d6002225d328 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 944 time: 0.0714476 Jun 23 17:52:34.790135 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2a376afb-7a57-4047-a385-34917f3bcd4f req-ca83606c-a1c2-4892-9a6a-c7b1047dfe55 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Jun 23 17:52:34.942739 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40260c4-956c-44d7-a7a3-6e5db8d9cf0b req-b0d317ef-bc71-4be0-8f3f-256c4eca5ce4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:34.944825 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f40260c4-956c-44d7-a7a3-6e5db8d9cf0b req-b0d317ef-bc71-4be0-8f3f-256c4eca5ce4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0750201 Jun 23 17:52:34.988542 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f40260c4-956c-44d7-a7a3-6e5db8d9cf0b req-9c672eb9-499a-4209-8980-eea3004e12ed tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379369 Jun 23 17:52:35.622986 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:52:35.673942 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 98e07077-08da-4899-985f-165165d77049 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:52:35.674322 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:35.773691 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:35.812307 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:35.816957 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:35.819929 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:35.872893 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=10']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:35.877036 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:35.979548 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051939-bd66-4586-b6f0-c39637c10ec6 req-b30d13b5-360c-4d3a-a87f-c84d601ec8c4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:35.981120 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f1051939-bd66-4586-b6f0-c39637c10ec6 req-b30d13b5-360c-4d3a-a87f-c84d601ec8c4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0662098 Jun 23 17:52:36.010864 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:52:36.013973 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8782b70c-096b-4be5-b607-ee0d45de77fe" -d '{"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:52:36.026261 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f1051939-bd66-4586-b6f0-c39637c10ec6 req-76c9c65c-8c34-408e-bea9-55519291a800 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Jun 23 17:52:36.166181 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe37698a-66b6-4f7c-bd28-bb118981fbbc x-openstack-request-id: req-fe37698a-66b6-4f7c-bd28-bb118981fbbc {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:52:36.166521 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-plugged", "status": "completed", "tag": "98e07077-08da-4899-985f-165165d77049", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:52:36.166757 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe37698a-66b6-4f7c-bd28-bb118981fbbc {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:52:36.167159 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e07077-08da-4899-985f-165165d77049', 'code': 200} Jun 23 17:52:36.216768 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833a115-6ae1-4f57-8181-ea126099104b req-88b5584a-c9a3-426e-9a49-f53b8eabae5b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:36.218314 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0833a115-6ae1-4f57-8181-ea126099104b req-88b5584a-c9a3-426e-9a49-f53b8eabae5b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0825737 Jun 23 17:52:36.259527 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0833a115-6ae1-4f57-8181-ea126099104b req-43d7c0e7-8a57-43d8-908c-9a56dc0a1bc5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336373 Jun 23 17:52:36.452328 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4fedf-2f07-4392-867c-92ec6a67bc58 req-cab417a9-8f25-49df-812d-1e11db1b6ebd tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:36.453818 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8ea4fedf-2f07-4392-867c-92ec6a67bc58 req-cab417a9-8f25-49df-812d-1e11db1b6ebd tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Jun 23 17:52:36.495179 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8ea4fedf-2f07-4392-867c-92ec6a67bc58 req-d31c5b2d-a5d9-4c2a-abed-01ff4fa449e8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Jun 23 17:52:36.717440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c73c2b-13c8-4833-802c-8263351f30b5 req-a8dc1777-4709-4055-9f3e-4432700abacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:36.718797 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-79c73c2b-13c8-4833-802c-8263351f30b5 req-a8dc1777-4709-4055-9f3e-4432700abacd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 1099 time: 0.0602803 Jun 23 17:52:36.757976 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-79c73c2b-13c8-4833-802c-8263351f30b5 req-31d60cb0-bd77-46fb-b175-dfb00da230d1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Jun 23 17:52:36.920206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb1a24-50e3-41ad-aaf3-2b66dcd46871 req-ec15626e-bd10-48d3-a9f9-ecbe13df96e3 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:36.921668 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-52eb1a24-50e3-41ad-aaf3-2b66dcd46871 req-ec15626e-bd10-48d3-a9f9-ecbe13df96e3 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0677118 Jun 23 17:52:36.969899 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-52eb1a24-50e3-41ad-aaf3-2b66dcd46871 req-fa0552dd-f179-47fb-b073-8898f700bab5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Jun 23 17:52:37.216053 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3da95-c6a2-49a1-b49d-4c0311ac41d6 req-947e2ec5-86d2-4e1f-a839-b996e1199539 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:37.217580 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2fc3da95-c6a2-49a1-b49d-4c0311ac41d6 req-947e2ec5-86d2-4e1f-a839-b996e1199539 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0709903 Jun 23 17:52:37.274201 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2fc3da95-c6a2-49a1-b49d-4c0311ac41d6 req-0f710507-9057-436e-ac93-6b9e54f0b125 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Jun 23 17:52:38.508346 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74dfac7-8cc4-4d83-add8-6516f957fbaa req-daaf9405-f42b-4e9e-967b-8ef3d49960e4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:38.510370 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e74dfac7-8cc4-4d83-add8-6516f957fbaa req-daaf9405-f42b-4e9e-967b-8ef3d49960e4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.1000760 Jun 23 17:52:38.572740 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e74dfac7-8cc4-4d83-add8-6516f957fbaa req-2a36e33e-e03e-4cef-ada0-e3c6503e8d75 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481234 Jun 23 17:52:39.795571 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f6e8a-900d-4837-93e5-5a3c362b9b4b req-ab318977-2237-45f3-bb46-759dd48f6139 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:39.797163 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-803f6e8a-900d-4837-93e5-5a3c362b9b4b req-ab318977-2237-45f3-bb46-759dd48f6139 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0785115 Jun 23 17:52:39.838723 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-803f6e8a-900d-4837-93e5-5a3c362b9b4b req-3517171d-6a0f-4f50-a034-4e3717831358 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356729 Jun 23 17:52:43.190738 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0b5c5337-1c85-44c5-8237-610f631542ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:46.185347 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-557c873e-02b2-471f-a136-2c13a298c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:46.210184 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:47.111323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e50514-f542-4b41-a5e3-c7e432db64e8 req-fe6e6aa8-349a-4577-a042-91765038d31d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:47.112949 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b9e50514-f542-4b41-a5e3-c7e432db64e8 req-fe6e6aa8-349a-4577-a042-91765038d31d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0718575 Jun 23 17:52:47.155241 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b9e50514-f542-4b41-a5e3-c7e432db64e8 req-96d0bf35-3be8-413f-acbf-4a245346495a tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jun 23 17:52:47.182353 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56800) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:47.290508 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e62df-a032-48e0-96a6-750fa4ea3061 tempest-TestMinimumBasicScenario-1367960348 tempest-TestMinimumBasicScenario-1367960348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:47.292177 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cc5e62df-a032-48e0-96a6-750fa4ea3061 tempest-TestMinimumBasicScenario-1367960348 tempest-TestMinimumBasicScenario-1367960348-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1094 time: 0.1085768 Jun 23 17:52:47.295236 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56804) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:47.299611 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'port_id': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:47.322306 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:47.422537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:47.543809 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Allocated IP 172.27.3.200 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/6fb08144-a006-494d-90bd-93eca152cec2) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:52:47.664613 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:47.713193 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:47.715798 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2d3d2c5f-3f59-42f3-a0f5-900816f7a4de tempest-DeleteServersTestJSON-341838998 tempest-DeleteServersTestJSON-341838998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:47.753331 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:52:47.760284 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:52:47.763999 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:52:47.791358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'Port': ['ID=6fb08144-a006-494d-90bd-93eca152cec2,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:47.805269 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.805633 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.805999 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.806356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.806708 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.807065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.807414 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.807808 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.808158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.808504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.808847 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.809190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:47.816288 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:47.816708 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.052038 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.592324 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.708564 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.914789 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.922369 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:48.925179 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bd556948-eaf8-44a9-9dc9-05309957a88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:49.007585 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'Port': ['ID=6fb08144-a006-494d-90bd-93eca152cec2,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:49.013090 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:49.022675 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.157003 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Floating IP e82e452a-66bb-458d-940c-c7c70e513aad associated. External IP: 172.27.3.200, port: f2d2bcac-19d0-43e2-a953-43efca70d2fc. Jun 23 17:52:49.363798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.429526 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Router af3bcf8e-baaa-4325-9541-33e42f51fb79 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:52:49.552006 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:52:49.567449 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Sync routers for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:52:49.574596 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.583521 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:52:49.584655 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:52:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:52:49.633101 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3365178 Jun 23 17:52:49.634131 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:52:49.638143 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 56810) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:49.638736 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:52:49.651460 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832216261', 'description': 'tempest-secgroup-smoke-832216261 description', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:49.690967 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.709859 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:52:49.785294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c0a683-a429-4478-9e2f-5d13e85b1d18 x-openstack-request-id: req-c4c0a683-a429-4478-9e2f-5d13e85b1d18 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:52:49.785645 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:52:49.785905 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4c0a683-a429-4478-9e2f-5d13e85b1d18 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:52:49.786501 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:52:49.832116 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.838077 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.843802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-281d39d8-9ac3-4422-a8a0-769c163199c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:49.908098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.909429 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2694550 Jun 23 17:52:49.914930 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56816) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:49.920342 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:49.933045 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e210e533-9811-48aa-8eb1-864e82f79768,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:49.949473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.950382 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.950668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.951294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.951952 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.952562 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.953258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.953788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.954398 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.955026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.955682 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.956254 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:49.956372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:52:49.980224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:49.994036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-a6630fae-dd3f-4532-aee0-1e3a39d2fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:49.995555 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-a6630fae-dd3f-4532-aee0-1e3a39d2fdb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1099 time: 0.1386623 Jun 23 17:52:50.017672 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'e82e452a-66bb-458d-940c-c7c70e513aad', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'port_id': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'mac_address': 'fa:16:3e:c1:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e881-a50a-4409-8819-31b20b1e0b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:52:48Z', 'updated_at': '2021-06-23T17:52:48Z', 'revision_number': 0, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:52:50.030365 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.035750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.038526 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5cc7f8ca-c3df-40d7-9886-d8eff4f581cf tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.047606 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Checking router: af3bcf8e-baaa-4325-9541-33e42f51fb79 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:52:50.056893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cea64df-7a5b-4dd7-84b7-2a74927961bb,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.058688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:52:50.059594 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:52:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:52:50.060890 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:50.070516 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.072296 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9c966e42-7299-4cbf-9cb3-821d69209639 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562443 Jun 23 17:52:50.075449 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56818) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:50.080586 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:50.115544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.122513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-eb94c836-b7a2-4174-af3d-65d24c28b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:50.124647 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-eb94c836-b7a2-4174-af3d-65d24c28b151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.1169410 Jun 23 17:52:50.184322 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.188643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:52:50.192043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.195005 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.213302 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db42acc-0e02-4103-aad4-5ef734b10d31,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.216291 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:50.216567 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-8cbc39c7-29f1-4c50-8124-78db1e7292a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 1000 time: 0.0823424 Jun 23 17:52:50.221024 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.225077 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455657 Jun 23 17:52:50.225345 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56820) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:50.230068 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:50.261109 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.275104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-73fd93de-35af-4aed-9a34-db3a2ad7d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:50.276635 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-73fd93de-35af-4aed-9a34-db3a2ad7d457 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0530319 Jun 23 17:52:50.342691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.348468 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.351603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3e73c52e-e4e8-41b4-ba3e-0bf050dfa0a0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.356643 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-b90c9385-fd8a-4c3c-b35d-3cda28315181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:50.358216 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-b90c9385-fd8a-4c3c-b35d-3cda28315181 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702868 Jun 23 17:52:50.384142 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bf0e76-3738-4b6d-8dc5-06d5f64b1043,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.390889 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:50.395190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.397067 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4bc004c4-9907-4272-8322-98b3452e7709 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1705379 Jun 23 17:52:50.400615 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56822) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:50.405796 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:50.457483 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.531106 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-3a299ed6-af06-49fe-b8c7-6ea9dfa65ce7 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648901 Jun 23 17:52:50.561967 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.563673 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'e82e452a-66bb-458d-940c-c7c70e513aad', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'port_id': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'mac_address': 'fa:16:3e:c1:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e881-a50a-4409-8819-31b20b1e0b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:52:48Z', 'updated_at': '2021-06-23T17:52:48Z', 'revision_number': 0, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:52:50.568042 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.572029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.604661 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7669845e-215f-4cf5-88e6-0f48569b5331,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.609033 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:50.617139 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.618201 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e237c4b-1fe9-4563-82ca-76dae5127b1e None None] The sync data for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi is: [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'e82e452a-66bb-458d-940c-c7c70e513aad', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'floating_ip_address': '172.27.3.200', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'port_id': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'mac_address': 'fa:16:3e:c1:30:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1583e881-a50a-4409-8819-31b20b1e0b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:52:48Z', 'updated_at': '2021-06-23T17:52:48Z', 'revision_number': 0, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:52:50.623439 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214179 Jun 23 17:52:50.624484 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56826) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:50.633600 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:50.675517 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.securitygroups_db [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Project ec720d9c3cc843dba22fa712f3b9fd9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:52:50.684057 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.704902 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d7b66f10-a2d8-4d1b-9521-90f3b01d4fc7 req-54dc6e71-1fe0-4467-aedf-aae75011c667 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613832 Jun 23 17:52:50.788359 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.795070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.801315 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-17f5a21e-dad9-41fd-beec-9a95825d0ba4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.823373 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1aea79-b8e0-496b-8789-958da6843d42,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.825894 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:50.832992 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.834501 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9bbb39bf-4c6d-42fc-acc4-a9a5fbc7f769 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2085240 Jun 23 17:52:50.837168 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 56828) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:52:50.841954 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'security_group_rule': {'security_group_id': 'e210e533-9811-48aa-8eb1-864e82f79768', 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:50.865665 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.securitygroups_db [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Project ec720d9c3cc843dba22fa712f3b9fd9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 17:52:50.871277 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.892642 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c92c7-abdc-42f3-a6cd-878f7d16dd11 None None] New status for floating IP e82e452a-66bb-458d-940c-c7c70e513aad: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:52:50.954009 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.959281 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:50.967588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:50.990970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7facefa0-6705-4a41-ad82-6e0e7a6772ef,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:50.994953 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:51.001969 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.003877 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655591 Jun 23 17:52:51.135335 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-32c1a11e-43c2-4772-975c-e54b15a061a5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832216261&fields=id&tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c HTTP/1.1" status: 200 len: 267 time: 0.0387464 Jun 23 17:52:51.213014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-baddad9f-2140-41ca-bea2-e10321073623 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:51.214427 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-baddad9f-2140-41ca-bea2-e10321073623 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0736201 Jun 23 17:52:51.226810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'port': {'security_groups': ['c1eb0927-7484-42f3-8895-f0d65c4bb5bd', 'e210e533-9811-48aa-8eb1-864e82f79768']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:52:51.313031 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.507301 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:52:51.543079 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.548718 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.552856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:52:51.567160 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:52:51.595107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:51.596958 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.597529 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d2962068-295e-40e3-a9f5-b7453a54baf1 req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "PUT /v2.0/ports/f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 982 time: 0.3762157 Jun 23 17:52:51.601589 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:52:51.604836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:52:51.664923 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=6']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:52:51.671749 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:52:51.701766 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:52:51.704209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d7921-503f-4fd5-b6f5-096ecdaf5e64 x-openstack-request-id: req-910d7921-503f-4fd5-b6f5-096ecdaf5e64 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:52:51.705294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:52:51.706744 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-910d7921-503f-4fd5-b6f5-096ecdaf5e64 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:52:51.707917 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:52:51.829917 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-dfd5aa7f-dada-4a88-bf35-3b5f71d418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:51.832234 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-dfd5aa7f-dada-4a88-bf35-3b5f71d418ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1138 time: 0.0829587 Jun 23 17:52:51.855330 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c3f05-c8c8-4704-9b94-c8d9c40a290f req-2118e596-d4d4-4aa1-b2f9-f32062b7eac5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:51.857280 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-589c3f05-c8c8-4704-9b94-c8d9c40a290f req-2118e596-d4d4-4aa1-b2f9-f32062b7eac5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0984373 Jun 23 17:52:51.912706 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-589c3f05-c8c8-4704-9b94-c8d9c40a290f req-12838d5a-bdbf-455e-b6a1-3a333c508114 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480855 Jun 23 17:52:51.944644 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dcf00929-858a-4065-8c83-98e372002b47 None None] Provisioning complete for port f2d2bcac-19d0-43e2-a953-43efca70d2fc triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:52:51.945083 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dcf00929-858a-4065-8c83-98e372002b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:52:51.963118 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-3fe151fa-4b2c-4724-9344-15a7304c0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:51.964651 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-3fe151fa-4b2c-4724-9344-15a7304c0987 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.1166766 Jun 23 17:52:52.038518 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-98557913-61ac-4d50-92ff-98539991183a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 1002 time: 0.0655923 Jun 23 17:52:52.100415 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-49ea0e68-b5ca-4276-a9e7-ce8394aebd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:52.101903 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-49ea0e68-b5ca-4276-a9e7-ce8394aebd26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0565279 Jun 23 17:52:52.169681 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-e4f6a1ac-3215-4bd4-814c-8ab05b135c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:52.171234 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-e4f6a1ac-3215-4bd4-814c-8ab05b135c15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619061 Jun 23 17:52:52.277888 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-0e1585b3-2518-43b1-a41d-7a35161ee936 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Jun 23 17:52:52.386765 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5be0e4b7-4ad5-4ae0-80a5-3d8fc32c36b7 req-dccfbf7c-525b-4eb2-b436-b76bc439187f service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983734 Jun 23 17:52:54.055290 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e1b80-a97c-424d-b269-a89b8b484dbd req-c6743d9c-f987-4db7-a3b1-c410464eaeb3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:54.056788 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-659e1b80-a97c-424d-b269-a89b8b484dbd req-c6743d9c-f987-4db7-a3b1-c410464eaeb3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0726647 Jun 23 17:52:54.104151 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-659e1b80-a97c-424d-b269-a89b8b484dbd req-677fe68c-fe0c-4f06-a351-66270ec6c0fa tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370665 Jun 23 17:52:55.326047 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f2f3-d093-4116-af19-bf4ca5fc0553 req-7f2a4894-06f1-4fa7-95d0-f6c32b231332 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:55.327763 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9e4f2f3-d093-4116-af19-bf4ca5fc0553 req-7f2a4894-06f1-4fa7-95d0-f6c32b231332 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0687361 Jun 23 17:52:55.370676 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9e4f2f3-d093-4116-af19-bf4ca5fc0553 req-17eeb2ef-05ef-4efc-8291-c50db64c4fc4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369203 Jun 23 17:52:56.576410 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e6588-573b-46d8-8596-4b7c10c22d21 req-b4582a25-bc4f-42c7-b461-784121369aa2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:56.578118 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee8e6588-573b-46d8-8596-4b7c10c22d21 req-b4582a25-bc4f-42c7-b461-784121369aa2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0773385 Jun 23 17:52:56.621137 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee8e6588-573b-46d8-8596-4b7c10c22d21 req-49b3a5bc-ccfa-43a5-bc5b-5a81d06edf0c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363805 Jun 23 17:52:57.856153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d996c0-ce6e-406f-8674-6af6ffb82b08 req-212c251c-b91a-4e16-a77e-0e37e8868ce3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:57.857719 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0d996c0-ce6e-406f-8674-6af6ffb82b08 req-212c251c-b91a-4e16-a77e-0e37e8868ce3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0688367 Jun 23 17:52:57.899621 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0d996c0-ce6e-406f-8674-6af6ffb82b08 req-fd15474b-c7cd-4583-9df6-7d0a00fbc915 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Jun 23 17:52:59.099196 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc30a-11ad-4276-8cac-3cf69aa5eaa7 req-12823924-ffa7-4f35-a998-4857db7f3452 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:52:59.100696 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-702bc30a-11ad-4276-8cac-3cf69aa5eaa7 req-12823924-ffa7-4f35-a998-4857db7f3452 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0736549 Jun 23 17:52:59.167880 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-702bc30a-11ad-4276-8cac-3cf69aa5eaa7 req-b3ca7749-aa66-4173-bcf5-1141da411e4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593426 Jun 23 17:53:00.349870 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d5d3e-da4a-4797-b794-3c328640b722 req-680677a8-c4de-432f-9f83-8b11dfee869c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:00.351273 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-757d5d3e-da4a-4797-b794-3c328640b722 req-680677a8-c4de-432f-9f83-8b11dfee869c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0694513 Jun 23 17:53:00.396308 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-757d5d3e-da4a-4797-b794-3c328640b722 req-46def35a-c343-43e4-889b-eba370402414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Jun 23 17:53:01.583155 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada0ba-97d7-4405-a0fc-c0574181c3e2 req-61123065-be63-45f3-9fac-c9299402872b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:01.584801 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bdada0ba-97d7-4405-a0fc-c0574181c3e2 req-61123065-be63-45f3-9fac-c9299402872b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0722711 Jun 23 17:53:01.640635 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bdada0ba-97d7-4405-a0fc-c0574181c3e2 req-1f3375b5-b642-4825-b391-d39e1aaba3b4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495872 Jun 23 17:53:02.833382 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e36fd-7834-4063-acc3-6c3d6d03939e req-d83b3ec6-4f4b-40f0-8240-a663b8f0d509 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:02.835258 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-549e36fd-7834-4063-acc3-6c3d6d03939e req-d83b3ec6-4f4b-40f0-8240-a663b8f0d509 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0671508 Jun 23 17:53:02.877069 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-549e36fd-7834-4063-acc3-6c3d6d03939e req-1cb84158-adbb-467c-949c-cbb7e5d59d55 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358639 Jun 23 17:53:04.065481 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e21b3c-06a2-487f-8fb3-5b26868534ba req-ad475606-fb1a-4e0b-bc38-704ab7dc2ad6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:04.066901 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-09e21b3c-06a2-487f-8fb3-5b26868534ba req-ad475606-fb1a-4e0b-bc38-704ab7dc2ad6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0693507 Jun 23 17:53:04.109125 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-09e21b3c-06a2-487f-8fb3-5b26868534ba req-f9a2537c-3968-4b01-bc27-1a8a0717b0d1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352259 Jun 23 17:53:05.112547 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:53:05.296262 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e62ca7-f0a6-4f51-a680-04d4034e2ed9 req-caa68e56-cb7e-4f55-a281-051752624fe8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:05.297735 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4e62ca7-f0a6-4f51-a680-04d4034e2ed9 req-caa68e56-cb7e-4f55-a281-051752624fe8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0667028 Jun 23 17:53:05.336275 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4e62ca7-f0a6-4f51-a680-04d4034e2ed9 req-c62aa1be-77c1-4677-badb-09ca84709692 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jun 23 17:53:05.770597 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36b57-fcec-4946-b5e0-f64fe84dad96 req-1fe9c12e-de61-4c35-ba6a-462a11fc5d23 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:05.772136 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-98b36b57-fcec-4946-b5e0-f64fe84dad96 req-1fe9c12e-de61-4c35-ba6a-462a11fc5d23 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.1048841 Jun 23 17:53:05.776937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-f6d2e991-0623-4e8c-a252-4a8c7b88cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:05.778327 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-f6d2e991-0623-4e8c-a252-4a8c7b88cd38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.0812271 Jun 23 17:53:05.868192 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-98b36b57-fcec-4946-b5e0-f64fe84dad96 req-766467da-a906-4f99-ac64-f11742bae2a7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888662 Jun 23 17:53:05.897879 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-359bc15f-9b07-496e-b71b-9ef33e104173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:05.899341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-359bc15f-9b07-496e-b71b-9ef33e104173 service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1141343 Jun 23 17:53:05.969641 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-90be84ba-d912-41a9-bbdc-037c93905329 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 1001 time: 0.0638182 Jun 23 17:53:06.027014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-61ad7849-948c-449b-8938-2cc2779fd926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:06.028478 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-61ad7849-948c-449b-8938-2cc2779fd926 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0507922 Jun 23 17:53:06.090684 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-16491e6c-9951-4e32-ad56-1b123820281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:06.092200 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-16491e6c-9951-4e32-ad56-1b123820281f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574822 Jun 23 17:53:06.188767 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-3a6c8ee0-5554-4a60-bc89-0698b4cdb6f4 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890858 Jun 23 17:53:06.288954 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a1ce65e8-d29a-464b-8642-3f43ba92fd8d req-311a254a-47a0-4191-9ace-f55d0df29da1 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922370 Jun 23 17:53:07.062572 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dd0c6-8e5b-412a-99b0-4120cb7a569c req-f31dab5d-8418-4d81-b4db-ca4b28653a31 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:07.064022 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1c1dd0c6-8e5b-412a-99b0-4120cb7a569c req-f31dab5d-8418-4d81-b4db-ca4b28653a31 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0758076 Jun 23 17:53:07.104403 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1c1dd0c6-8e5b-412a-99b0-4120cb7a569c req-2515ccf4-a60c-4c5e-87a8-394d441c880f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Jun 23 17:53:08.284470 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75d4df-0934-4421-9fe4-7431d98a8bb8 req-95d4401f-b593-4c4f-8e1e-9c03d49be286 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:08.286830 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f75d4df-0934-4421-9fe4-7431d98a8bb8 req-95d4401f-b593-4c4f-8e1e-9c03d49be286 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0662091 Jun 23 17:53:08.330938 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f75d4df-0934-4421-9fe4-7431d98a8bb8 req-c096bc42-c3ef-4959-aa9a-2644263ed701 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 Jun 23 17:53:12.651802 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-d72db13a-84fa-4173-a9f6-4e0cff01830f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540049 Jun 23 17:53:12.725311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-e6f41a9f-5c0e-4e12-b398-8c05fa791ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:12.726777 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-e6f41a9f-5c0e-4e12-b398-8c05fa791ab3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.0534627 Jun 23 17:53:12.836433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-2bb6b103-f094-4d3f-8a4c-e42bc6c914eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:12.838260 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-2bb6b103-f094-4d3f-8a4c-e42bc6c914eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.0878637 Jun 23 17:53:12.902541 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-bd717a3d-c48c-4e88-8075-0d57fd570b33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 1001 time: 0.0577142 Jun 23 17:53:12.951064 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-9df503b2-6dc9-433b-b5db-bef190cc8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:12.952541 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-9df503b2-6dc9-433b-b5db-bef190cc8d0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0439382 Jun 23 17:53:13.023061 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-1717885f-6c9d-475c-96b2-802a1a7d85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:13.024835 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-1717885f-6c9d-475c-96b2-802a1a7d85d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658751 Jun 23 17:53:13.113300 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-be54f58d-ebe4-4e41-b0e1-4611bcaa9793 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819395 Jun 23 17:53:13.183087 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9e21-3b1d-4218-a38f-ab9d8ac3ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:13.208574 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7aabc320-40ff-4fef-8eaf-cc579501a75d req-04f6f17b-be27-44ef-9d76-91f5d01663d0 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878007 Jun 23 17:53:16.179115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-3d3aca70-aa55-4996-87fd-bb2bf04877f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:16.201721 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:17.815129 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:18.029315 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:19.357622 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:23.561648 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c91a4e-558c-4430-a1cf-721cb6b88af2 req-d7b187b0-5222-494a-a028-dbdf5b5a8368 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:23.563041 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35c91a4e-558c-4430-a1cf-721cb6b88af2 req-d7b187b0-5222-494a-a028-dbdf5b5a8368 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0652688 Jun 23 17:53:23.603004 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35c91a4e-558c-4430-a1cf-721cb6b88af2 req-4ab3ef5c-a8c1-4461-a8ba-d8a73d507038 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336716 Jun 23 17:53:24.936445 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696748b-2922-4e1f-a1b8-2ab79135dcd5 req-208faacb-2b36-46cf-a1d2-802152e3ba9c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:24.937938 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2696748b-2922-4e1f-a1b8-2ab79135dcd5 req-208faacb-2b36-46cf-a1d2-802152e3ba9c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0645201 Jun 23 17:53:24.976313 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2696748b-2922-4e1f-a1b8-2ab79135dcd5 req-85c108fd-7fe9-4f55-91fe-210a67f2e0bd tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312917 Jun 23 17:53:26.163863 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9053e-c3cf-4f7b-954a-0c4df59817b9 req-a96a1367-6c93-4277-a796-6221a2a2a9c8 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:26.165333 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8fa9053e-c3cf-4f7b-954a-0c4df59817b9 req-a96a1367-6c93-4277-a796-6221a2a2a9c8 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0673099 Jun 23 17:53:26.205854 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8fa9053e-c3cf-4f7b-954a-0c4df59817b9 req-51bc8b8e-5adb-4e45-9a4f-86b8c1289678 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Jun 23 17:53:27.386502 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a55ca-c157-42fc-9f30-81671c8daef0 req-42cca0a5-c471-4a3e-a410-55e071394689 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:27.388078 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3a2a55ca-c157-42fc-9f30-81671c8daef0 req-42cca0a5-c471-4a3e-a410-55e071394689 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0679986 Jun 23 17:53:27.426837 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3a2a55ca-c157-42fc-9f30-81671c8daef0 req-46fbfbef-ea3f-4ac6-b9e6-930e919ca50d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330787 Jun 23 17:53:28.608543 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b27c2-d737-48e4-8515-fe86dac230bb req-963bef91-54f2-42ce-9650-fcfd43cafcad tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:28.609979 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-950b27c2-d737-48e4-8515-fe86dac230bb req-963bef91-54f2-42ce-9650-fcfd43cafcad tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0689533 Jun 23 17:53:28.649069 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-950b27c2-d737-48e4-8515-fe86dac230bb req-698c8ef5-6f89-46a7-8887-b290a01c51d5 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Jun 23 17:53:29.828547 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a37438-9f3e-4e37-83a3-e0eb92efb891 req-840532fc-8c8e-4741-b4f5-8bbf5667176a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:29.830003 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d4a37438-9f3e-4e37-83a3-e0eb92efb891 req-840532fc-8c8e-4741-b4f5-8bbf5667176a tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0652223 Jun 23 17:53:29.872601 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d4a37438-9f3e-4e37-83a3-e0eb92efb891 req-3b39ddee-bd8a-4b56-9a64-928b75b804d0 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358689 Jun 23 17:53:31.052908 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4709be0-95a5-41ce-af92-eb49273401d8 req-521db0c0-1761-4b19-b896-fc73117e35e9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:31.054366 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4709be0-95a5-41ce-af92-eb49273401d8 req-521db0c0-1761-4b19-b896-fc73117e35e9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0655806 Jun 23 17:53:31.093475 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4709be0-95a5-41ce-af92-eb49273401d8 req-e910872f-539f-4096-bdd1-d25f291440b9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Jun 23 17:53:32.273523 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc577d-340d-4fb3-a253-8728ffd746d8 req-08703dde-2a1b-4779-9982-ad394bdcc669 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:32.275050 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-69cc577d-340d-4fb3-a253-8728ffd746d8 req-08703dde-2a1b-4779-9982-ad394bdcc669 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0662277 Jun 23 17:53:32.314164 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-69cc577d-340d-4fb3-a253-8728ffd746d8 req-3e8a6e16-e065-4f59-ac54-c7ac0781afea tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jun 23 17:53:33.491929 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4010dbf-4d34-4e5b-8ec2-df4d9f546f7a req-221476ca-3f2b-45db-90c8-0da93b7fdce3 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:33.493393 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e4010dbf-4d34-4e5b-8ec2-df4d9f546f7a req-221476ca-3f2b-45db-90c8-0da93b7fdce3 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0680583 Jun 23 17:53:33.532693 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e4010dbf-4d34-4e5b-8ec2-df4d9f546f7a req-3263bbc8-00e1-4bbc-8cd1-d844a72f2eaa tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337319 Jun 23 17:53:33.663016 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-06bc890e-9db9-4510-90ef-e59239c15f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:33.664524 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-06bc890e-9db9-4510-90ef-e59239c15f5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.0541232 Jun 23 17:53:33.756075 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-d10da7cd-2f7c-40a9-9aa9-5b6d576c182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:33.757558 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-d10da7cd-2f7c-40a9-9aa9-5b6d576c182d service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.0866072 Jun 23 17:53:33.826065 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-626f7ec4-116a-4aab-a0c2-6c275ad42ef0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0615222 Jun 23 17:53:33.875146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-005a39bc-4b2f-4a9e-af35-6f5f9ff038b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:33.876632 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-005a39bc-4b2f-4a9e-af35-6f5f9ff038b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0436332 Jun 23 17:53:33.934560 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-460f8825-9fe0-43e1-8768-0bd416419cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:33.936002 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-460f8825-9fe0-43e1-8768-0bd416419cfc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531676 Jun 23 17:53:34.031045 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-2396ad89-42c1-4587-9c9a-8d799a00e4be service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882609 Jun 23 17:53:34.128197 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e421bc6a-9040-4729-aa3e-0c75ef83c738 req-094ec72e-0848-43e7-afee-5ba836395e82 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904295 Jun 23 17:53:34.710947 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3befd2e-d437-421e-bf12-cc986f83eaa9 req-8dff6873-4377-4da1-920b-58e5f25e953d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:34.712365 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f3befd2e-d437-421e-bf12-cc986f83eaa9 req-8dff6873-4377-4da1-920b-58e5f25e953d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0624094 Jun 23 17:53:34.750857 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f3befd2e-d437-421e-bf12-cc986f83eaa9 req-b0296372-77ef-4ebe-9d49-f646f70d9fa0 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Jun 23 17:53:35.935774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cf01f-265e-4305-88f9-4c8484ffdc15 req-a4950f65-ca4f-49b1-a1c9-62b52b329e17 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:35.937270 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d07cf01f-265e-4305-88f9-4c8484ffdc15 req-a4950f65-ca4f-49b1-a1c9-62b52b329e17 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0658498 Jun 23 17:53:35.977508 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d07cf01f-265e-4305-88f9-4c8484ffdc15 req-3c4592ea-1f72-4fe1-83b8-8615216d473d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342648 Jun 23 17:53:37.156491 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93619e4-c5d8-4632-95a4-8ce0613d3346 req-c84de12c-1a0e-44f2-bc2b-1164c95bd762 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:37.157967 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e93619e4-c5d8-4632-95a4-8ce0613d3346 req-c84de12c-1a0e-44f2-bc2b-1164c95bd762 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0669370 Jun 23 17:53:37.200551 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e93619e4-c5d8-4632-95a4-8ce0613d3346 req-fbe9e2c7-ceab-4add-b0ce-42cf78c76892 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360699 Jun 23 17:53:37.495694 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-567025d4-0584-4faa-ada9-8aa7c877e7d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618610 Jun 23 17:53:37.574587 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82625-f1e7-4c0c-8413-600f66bdd211 req-bab7f306-b209-45f2-8415-21eb123d4514 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:37.576195 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7b82625-f1e7-4c0c-8413-600f66bdd211 req-bab7f306-b209-45f2-8415-21eb123d4514 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0741193 Jun 23 17:53:37.621225 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d7b82625-f1e7-4c0c-8413-600f66bdd211 req-bc18d128-4584-4555-b669-c1b3f8060b88 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370805 Jun 23 17:53:38.799909 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb1c70-4728-4bd0-8348-e5348ec37451 req-96da6821-3d78-4914-bcb9-a362d2b4cfbc tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:38.801404 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-72fb1c70-4728-4bd0-8348-e5348ec37451 req-96da6821-3d78-4914-bcb9-a362d2b4cfbc tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0632362 Jun 23 17:53:38.840880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-72fb1c70-4728-4bd0-8348-e5348ec37451 req-aae4644e-0c55-41ec-9cc7-eb3d2d5f3f8c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337267 Jun 23 17:53:38.952333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-51b0c1cd-ca8c-4bc5-a5d5-9b84670514e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:38.953852 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-51b0c1cd-ca8c-4bc5-a5d5-9b84670514e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab&tenant_id=ec780e860e6a4f0daf9e392a01f8fec4 HTTP/1.1" status: 200 len: 1098 time: 0.0662923 Jun 23 17:53:39.032293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-60702ff9-6775-409b-83d5-15783a17205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:39.033773 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-60702ff9-6775-409b-83d5-15783a17205e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.0555174 Jun 23 17:53:39.129684 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-6bcad9f8-2aef-4257-8a6e-431c18f558a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:39.131285 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-6bcad9f8-2aef-4257-8a6e-431c18f558a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.0897024 Jun 23 17:53:39.416191 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-cdcd2d57-0b93-44d6-a48c-689ec7ea6458 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1000 time: 0.2785978 Jun 23 17:53:39.464683 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-4f37f9ac-3cad-4b70-9b7f-a991f9b27475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:39.466092 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-4f37f9ac-3cad-4b70-9b7f-a991f9b27475 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0433698 Jun 23 17:53:39.522395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-778be71e-18c7-4e31-8321-30af4b47a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:39.523878 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-778be71e-18c7-4e31-8321-30af4b47a0aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515113 Jun 23 17:53:39.616322 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-b6810054-9b21-40b7-8a37-aab0554930b8 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856569 Jun 23 17:53:39.705498 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-16bfe0fd-ebfa-487f-8fe6-0d06fd8bf179 req-f0d982ec-4935-40aa-9c1b-80097cb77af5 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Jun 23 17:53:39.895976 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:53:40.022946 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5ba67-60b2-42c4-853e-dbd43d4d0617 req-ad32975f-4a5e-41a3-8805-38b74329636d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:40.024400 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c9d5ba67-60b2-42c4-853e-dbd43d4d0617 req-ad32975f-4a5e-41a3-8805-38b74329636d tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.0680768 Jun 23 17:53:40.062941 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c9d5ba67-60b2-42c4-853e-dbd43d4d0617 req-edfff102-146c-4c0d-8950-ceb3a5bac205 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325382 Jun 23 17:53:40.094193 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:40.116668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:53:40.118953 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11500cdd-4e81-4dc4-b31f-691825eed29d" -d '{"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-unplugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:53:40.132455 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:53:40.137206 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:40.139059 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:40.165423 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01787e2-1de1-4992-9095-90f7800ca586 x-openstack-request-id: req-a01787e2-1de1-4992-9095-90f7800ca586 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:53:40.165730 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-unplugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:53:40.165995 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a01787e2-1de1-4992-9095-90f7800ca586 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:53:40.166414 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'code': 200} Jun 23 17:53:40.192858 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=6']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:40.201780 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.202129 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.202460 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.202787 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.203111 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.203463 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.203787 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.204108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.204427 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.204744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.205056 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.205368 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:40.210639 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:41.244398 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c4055-04a1-44ff-87fa-21f5ffa6180a req-50761957-ead4-44c2-825c-434c417ac079 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:41.245887 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-012c4055-04a1-44ff-87fa-21f5ffa6180a req-50761957-ead4-44c2-825c-434c417ac079 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0679924 Jun 23 17:53:41.287424 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-012c4055-04a1-44ff-87fa-21f5ffa6180a req-638fd8a0-d8e7-43a5-a291-cde317d86b40 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357621 Jun 23 17:53:42.111877 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:53:42.470420 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039bf6b-6253-43d8-8f09-9cc6a2b327b2 req-06c3a834-745a-42d1-9f23-4f7e3a121e7b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:42.471978 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6039bf6b-6253-43d8-8f09-9cc6a2b327b2 req-06c3a834-745a-42d1-9f23-4f7e3a121e7b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0708208 Jun 23 17:53:42.511914 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6039bf6b-6253-43d8-8f09-9cc6a2b327b2 req-b56ed3da-9046-4e1e-aaf2-92a90bdff15b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Jun 23 17:53:43.185980 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8a02c034-3059-4483-b6e0-4c2d285d7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:43.691448 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee5c29-2618-4348-b0f5-93c063d47ce2 req-e42b0eeb-e9df-4af5-b539-94521849dff9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:43.692924 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-54ee5c29-2618-4348-b0f5-93c063d47ce2 req-e42b0eeb-e9df-4af5-b539-94521849dff9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0650070 Jun 23 17:53:43.740832 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-54ee5c29-2618-4348-b0f5-93c063d47ce2 req-84e9df04-2ef7-4fa7-9cd0-c7c60e41e565 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 Jun 23 17:53:44.917740 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610447d8-4238-4c1a-91cd-2584044fde7d req-00ae8076-764b-4890-8294-42e7f06fb639 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:44.919246 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-610447d8-4238-4c1a-91cd-2584044fde7d req-00ae8076-764b-4890-8294-42e7f06fb639 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0671177 Jun 23 17:53:44.959155 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-610447d8-4238-4c1a-91cd-2584044fde7d req-a7a80122-9472-4995-bf44-7a2e3c3b2e8b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Jun 23 17:53:46.151085 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a673d4-e0c4-4358-98db-db91aa9e7e94 req-26dd2e47-f218-4616-a272-3014309c5fdc tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:46.152621 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-43a673d4-e0c4-4358-98db-db91aa9e7e94 req-26dd2e47-f218-4616-a272-3014309c5fdc tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0728798 Jun 23 17:53:46.184330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a917828f-a12f-449f-a646-4721660632bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:46.196983 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-43a673d4-e0c4-4358-98db-db91aa9e7e94 req-604f62c5-d823-4505-9f9c-71721885226b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Jun 23 17:53:46.215817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:47.385493 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2b8a-f49e-43cd-90b2-0b87f5a64765 req-93533cdf-7354-47c6-9da6-354e0d950f64 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:47.387002 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e22d2b8a-f49e-43cd-90b2-0b87f5a64765 req-93533cdf-7354-47c6-9da6-354e0d950f64 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 943 time: 0.0682974 Jun 23 17:53:47.433222 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e22d2b8a-f49e-43cd-90b2-0b87f5a64765 req-bd819e59-fc34-4fce-884e-7b3c5751fe83 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 Jun 23 17:53:47.746565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e10f6-99c7-4b43-8132-f6d4c0b4d348 req-5277855f-9c76-4094-9f1c-c84c0cadc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:47.748088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-db9e10f6-99c7-4b43-8132-f6d4c0b4d348 req-5277855f-9c76-4094-9f1c-c84c0cadc9db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1096 time: 0.0598526 Jun 23 17:53:47.787963 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-db9e10f6-99c7-4b43-8132-f6d4c0b4d348 req-a068598b-0075-40ef-98a4-3a4d9e84dd3a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329399 Jun 23 17:53:47.818167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:47.968972 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:53:48.078051 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:48.100071 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:53:48.116801 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'port_id': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'mac_address': 'fa:16:3e:c3:ba:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:53:48.164893 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:48.186302 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c0b063-226d-40f8-bc72-ea894d5ab9e5 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:53:48.214073 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:53:48.221599 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:48.223718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:48.309391 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=7']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:48.316115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:48.657464 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569b372-a96a-4834-88fc-484e0ca3b3f9 req-2b88042b-49f1-4675-ab90-f5ca5102cc86 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:48.659074 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5569b372-a96a-4834-88fc-484e0ca3b3f9 req-2b88042b-49f1-4675-ab90-f5ca5102cc86 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 944 time: 0.0875897 Jun 23 17:53:48.713604 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5569b372-a96a-4834-88fc-484e0ca3b3f9 req-1a949188-71af-47d0-8478-afc3a129709b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463376 Jun 23 17:53:48.811066 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['11c0b063-226d-40f8-bc72-ea894d5ab9e5'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:53:49.020233 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479546d-3cc6-47fd-9542-23ba603688fd req-26d81b2f-7bde-4933-9200-994e80622197 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:49.021745 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d479546d-3cc6-47fd-9542-23ba603688fd req-26d81b2f-7bde-4933-9200-994e80622197 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0640759 Jun 23 17:53:49.060944 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d479546d-3cc6-47fd-9542-23ba603688fd req-68654cd3-830f-4f6f-8f0f-6ff844223722 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330250 Jun 23 17:53:49.357563 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:49.917448 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363d59c-b509-474a-828c-c2b0889ddb40 req-ea358f78-7b27-4152-9156-5fdfb22ee46c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:49.918933 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c363d59c-b509-474a-828c-c2b0889ddb40 req-ea358f78-7b27-4152-9156-5fdfb22ee46c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 944 time: 0.0652983 Jun 23 17:53:49.958269 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c363d59c-b509-474a-828c-c2b0889ddb40 req-2b353eaf-c374-4eda-85c0-5b22c4cf91d9 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329759 Jun 23 17:53:49.988795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:53:50.036711 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:53:50.037097 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:50.120660 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:50.143670 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:53:50.146515 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f37d01-9dfc-4c6e-b5b5-8808b4983c70" -d '{"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-plugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:53:50.159246 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:53:50.163811 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:50.166010 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:50.193257 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2168de-f27a-4628-bdba-9c71ee136b23 x-openstack-request-id: req-6e2168de-f27a-4628-bdba-9c71ee136b23 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:53:50.193690 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-plugged", "status": "completed", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:53:50.194371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e2168de-f27a-4628-bdba-9c71ee136b23 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:53:50.194371 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'code': 200} Jun 23 17:53:50.218919 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=8']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:50.221939 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:50.250698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de85679-9d31-4e80-acf8-0dbc77040fa0 req-755667c0-fa9d-4754-94a1-3560a8bfba22 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:50.252171 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8de85679-9d31-4e80-acf8-0dbc77040fa0 req-755667c0-fa9d-4754-94a1-3560a8bfba22 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0697556 Jun 23 17:53:50.290746 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8de85679-9d31-4e80-acf8-0dbc77040fa0 req-3ac948b7-a871-445a-8f8a-1201ba82171e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=66de0ddc-22d2-48d9-9b70-063ea1645cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Jun 23 17:53:50.840177 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-dad9b6c5-2dbd-4d84-be15-7bbacc0c7f2f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:50.841614 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-dad9b6c5-2dbd-4d84-be15-7bbacc0c7f2f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 946 time: 0.0672498 Jun 23 17:53:50.943734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Deleting port 98e07077-08da-4899-985f-165165d77049 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:53:50.944444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.037072 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] For port 98e07077-08da-4899-985f-165165d77049, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=98e07077-08da-4899-985f-165165d77049,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:53:51.037427 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.254134 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.254625 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.255005 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Floating IP d00f2d12-8636-4a58-972f-487c6650a171 disassociated. External IP: 172.27.3.167, port: 98e07077-08da-4899-985f-165165d77049. Jun 23 17:53:51.255380 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Calling delete_port for 98e07077-08da-4899-985f-165165d77049 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:53:51.382384 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.387581 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:51.416688 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'Port': ['ID=98e07077-08da-4899-985f-165165d77049,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:51.451092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.451461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.451849 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.452216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.452575 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.452935 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.453289 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.453640 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.453992 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.454352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.454704 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.455054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:51.460747 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1e43b0ad-862b-417c-be34-4d169d87fdc7 req-39c5b012-d7cb-473c-82ce-269d917ba003 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e HTTP/1.1" status: 200 len: 210 time: 0.0453467 Jun 23 17:53:51.461548 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:51.575438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:53:51.684780 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:53:51.695271 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:53:51.705785 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:53:51.706441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:53:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:53:51.733396 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] No DVR routers for this DVR port 98e07077-08da-4899-985f-165165d77049 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:53:51.736047 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:51.738103 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95a55c3c-97e9-49ef-afc7-8a72b5524ed1 req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "DELETE /v2.0/ports/98e07077-08da-4899-985f-165165d77049 HTTP/1.1" status: 204 len: 173 time: 0.8912959 Jun 23 17:53:51.739216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-deleted', 'tag': '98e07077-08da-4899-985f-165165d77049'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:53:51.743723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ae92c-d6f6-4d27-a5ea-18cfe3610212" -d '{"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-deleted", "tag": "98e07077-08da-4899-985f-165165d77049"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:53:51.794440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80313b2a-2570-4c46-8fde-fc72d47c9cd4 x-openstack-request-id: req-80313b2a-2570-4c46-8fde-fc72d47c9cd4 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:53:51.794776 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e", "name": "network-vif-deleted", "tag": "98e07077-08da-4899-985f-165165d77049", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:53:51.795066 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80313b2a-2570-4c46-8fde-fc72d47c9cd4 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:53:51.795502 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9d8a23-d3e8-4814-b5cf-6d0c1783d24e', 'name': 'network-vif-deleted', 'tag': '98e07077-08da-4899-985f-165165d77049', 'status': 'completed', 'code': 200} Jun 23 17:53:51.824861 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:53:52.068322 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:53:52.101320 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:53:52.110979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:53:52.111594 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:53:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:53:52.224574 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:53:52.438969 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:53:52.465315 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c4ca8-77d1-48c6-9c6f-394ba1ccda24 None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:53:52.597056 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57006) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:52.657880 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:52.683855 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:52.701656 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be700c2-0f0d-4f8f-b05c-e1c965faa9a0 None None] New status for floating IP d00f2d12-8636-4a58-972f-487c6650a171: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:53:52.732817 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:52.735409 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:52.736583 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "DELETE /v2.0/security-groups/66de0ddc-22d2-48d9-9b70-063ea1645cfb HTTP/1.1" status: 204 len: 168 time: 0.1385236 Jun 23 17:53:52.737551 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-0e857c0d-fd5d-4b58-b860-1c3ab4edaa88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:52.740271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57008) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:52.752151 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66de0ddc-22d2-48d9-9b70-063ea1645cfb,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:52.760714 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.761337 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.761888 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.762443 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.762965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.763496 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.764069 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.764609 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.765133 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.765656 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.766174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.766698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:53:52.770238 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:52.790518 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.api.v2.resource [None req-88d79ff1-d06a-4658-8827-ca0130653996 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] show failed (client error): The resource could not be found. Jun 23 17:53:52.799038 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-88d79ff1-d06a-4658-8827-ca0130653996 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups/66de0ddc-22d2-48d9-9b70-063ea1645cfb HTTP/1.1" status: 404 len: 347 time: 0.0574689 Jun 23 17:53:52.803897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57010) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:52.991166 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Deleting port 8f33fef6-2229-46b4-b35f-256336d89c77 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:53:52.991416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.067425 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.067788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.081328 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Calling delete_port for 8f33fef6-2229-46b4-b35f-256336d89c77 owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:53:53.229372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.241637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3ae55898-12e9-477b-af84-c4c47ee8659e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:53.259917 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'Port': ['ID=8f33fef6-2229-46b4-b35f-256336d89c77,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:53.263690 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:53.326508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.329113 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.330328 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "DELETE /v2.0/floatingips/d00f2d12-8636-4a58-972f-487c6650a171 HTTP/1.1" status: 204 len: 168 time: 0.5249243 Jun 23 17:53:53.828589 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57014) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:53.833837 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619069565', 'description': 'tempest-description--1941643455'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:53.856671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.943492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.947217 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.949647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-66a76717-f5ce-4a9f-a25c-97c718c47ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:53.974772 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:53.975968 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1463506 Jun 23 17:53:53.977804 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e177bf-ac7f-4160-82e2-1991b6b1b34f,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:53.978975 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57016) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:53.980527 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8fd42f82-9ca2-4514-bf43-ead0c683dbff tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:53.985155 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group_rule': {'security_group_id': 'b1e177bf-ac7f-4160-82e2-1991b6b1b34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:54.013918 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.021583 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:53:54.047456 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 98e07077-08da-4899-985f-165165d77049 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:53:54.048057 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 98e07077-08da-4899-985f-165165d77049 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:53:54.082658 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.086869 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.092075 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4c77cf15-5568-4525-bbfa-ba902e8092cf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:54.107542 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d01e9-2ee1-4d98-94e5-33e834ad8464,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:54.110393 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:54.117082 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.118524 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375420 Jun 23 17:53:54.121189 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57018) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:54.125900 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'security_group_rule': {'security_group_id': 'b1e177bf-ac7f-4160-82e2-1991b6b1b34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:54.155333 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.214317 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.217855 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.219925 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-74485de1-41ed-47dc-85b4-e45cc9d8c6ec tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:54.236029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242db678-7458-4c17-a9f4-ccdbbcc5607c,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:54.238471 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:54.244078 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.245390 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-280c16b1-ca44-4beb-892f-78dd780e6cc3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232381 Jun 23 17:53:54.248443 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57020) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:53:54.252981 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:54.276647 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.373344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.495652 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Allocated IP 172.27.3.183 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/e40b6314-29cb-4169-862f-b68b97557311) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:53:54.623924 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.670681 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.673389 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:54.714501 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:53:54.717123 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:53:54.720812 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:53:54.727811 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=e40b6314-29cb-4169-862f-b68b97557311,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:54.748213 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:54.816812 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:54.861863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:55.015878 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:55.020821 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:55.022965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-70bf647f-08d4-4a35-8462-aef3ce2ec3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:55.086291 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=e40b6314-29cb-4169-862f-b68b97557311,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:55.090523 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:55.101000 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:55.114581 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:55.116145 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8665714 Jun 23 17:53:55.316124 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-28682a9c-4e2b-48b1-915b-767513b46fbc tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--619069565&fields=id&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 267 time: 0.0332787 Jun 23 17:53:55.424931 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-53d3b0af-5815-4b9b-ba59-58a0debef913 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:55.426508 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-53d3b0af-5815-4b9b-ba59-58a0debef913 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 816 time: 0.1025479 Jun 23 17:53:55.441052 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-14fd56eb-fa8d-4986-b29d-032de12d6879 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/quotas/82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Jun 23 17:53:55.513019 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-2a62606a-4b89-4681-a0ef-3863186676f0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660636 Jun 23 17:53:55.656100 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-3644a684-ebfe-4f88-a340-e13b985e19d8 service neutron] 10.222.0.66 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311514 Jun 23 17:53:55.744887 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e1726b5b-f117-4523-9879-f968c472bf72 service neutron] 10.222.0.66 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829303 Jun 23 17:53:55.960244 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3dc1e7a4-1d4b-47dd-819f-401bb56bd9d8 req-d8fdfec9-dbe9-4fc7-bd76-eff9ab8be3af tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 210 time: 0.0347598 Jun 23 17:53:57.127531 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-c0228662-b6b7-4f2b-b359-d1dc3c037b82 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:57.129932 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-c0228662-b6b7-4f2b-b359-d1dc3c037b82 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 816 time: 0.1208377 Jun 23 17:53:57.133785 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-678126fc-9eb9-4142-8299-bd10ede55ac8 req-fd14b75c-7515-4721-b787-8f9efd0ace68 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 210 time: 0.0356581 Jun 23 17:53:57.181782 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-69199812-d65f-48fc-8433-5ec122a31829 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 379 time: 0.0426707 Jun 23 17:53:57.192709 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'port': {'device_id': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'admin_state_up': True, 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'security_groups': ['b1e177bf-ac7f-4160-82e2-1991b6b1b34f']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:57.320981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Made reservation on behalf of 82f396aea9f9409283a8b068f154dd06 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:53:57.324633 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:57.458349 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Allocated IP 172.20.0.6 (ca7cca6b-79a0-47a9-adac-2cacad460289/5842f326-2aa3-4f43-ad48-48d3b09000c5/2562021f-5088-461c-9479-3dfa9270d174) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:53:57.604303 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:57.618412 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Transition to ACTIVE for port object 2562021f-5088-461c-9479-3dfa9270d174 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:53:57.653389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:57.657314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-efdc4f08-0ab2-403e-b502-7436c1608ffb tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:57.703481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Network ca7cca6b-79a0-47a9-adac-2cacad460289 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:53:57.706627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:53:57.711940 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:53:57.718074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:57.739478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:57.771383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:57.772088 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:57.787397 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001472 Jun 23 17:53:57.800285 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Request body: {'port': {'device_id': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:53:57.881374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:57.964437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c9296ca6-1776-46f7-b7f5-a8500871703b None None] Provisioning for port 2562021f-5088-461c-9479-3dfa9270d174 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:53:57.970742 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c9296ca6-1776-46f7-b7f5-a8500871703b None None] Provisioning complete for port 2562021f-5088-461c-9479-3dfa9270d174 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:53:57.971388 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c9296ca6-1776-46f7-b7f5-a8500871703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.016017 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-c9296ca6-1776-46f7-b7f5-a8500871703b None None] Port 2562021f-5088-461c-9479-3dfa9270d174 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:53:58.167379 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:53:58.177843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.190627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Transition to ACTIVE for port object 2562021f-5088-461c-9479-3dfa9270d174 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:53:58.195105 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.197315 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:58.247204 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:58.266030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:58.360151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Attempting to bind port 2562021f-5088-461c-9479-3dfa9270d174 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:53:58.360486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Attempting to bind port 2562021f-5088-461c-9479-3dfa9270d174 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:53:58.360811 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Attempting to bind port 2562021f-5088-461c-9479-3dfa9270d174 on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:53:58.367081 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Port 2562021f-5088-461c-9479-3dfa9270d174 on network ca7cca6b-79a0-47a9-adac-2cacad460289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:53:58.367394 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Attempting to bind port 2562021f-5088-461c-9479-3dfa9270d174 on network ca7cca6b-79a0-47a9-adac-2cacad460289 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:53:58.375031 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:53:58.375370 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Checking segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:53:58.375780 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Bound using segment: {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:53:58.376224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Bound port: 2562021f-5088-461c-9479-3dfa9270d174, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b8afa4-5e1d-4288-89e0-1c3ab03b8238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:53:58.376568 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.395657 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32952-72ae-4ee6-8b4b-3322773ffb4a req-804f133a-a2ad-4939-8011-cf37309be1b6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:58.397188 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9ab32952-72ae-4ee6-8b4b-3322773ffb4a req-804f133a-a2ad-4939-8011-cf37309be1b6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.1303587 Jun 23 17:53:58.468299 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9ab32952-72ae-4ee6-8b4b-3322773ffb4a req-eb197845-2d11-4da4-be59-eb578eff47bd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639975 Jun 23 17:53:58.481006 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:53:58.484034 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:53:58.489585 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.491848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8fec1824-ace9-4360-9169-2274d8f6e0cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:53:58.530767 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:58.531393 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:53:58.532796 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] 10.222.0.65 "PUT /v2.0/ports/2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 1093 time: 0.7368844 Jun 23 17:53:58.533311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:53:58.536258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ff523-8f6f-4f60-8be5-8e471f5fc755" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:53:58.568627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:53:58.571899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:53:58.593029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a40a74-5ed8-4585-83c9-0ea74663b0ba x-openstack-request-id: req-a0a40a74-5ed8-4585-83c9-0ea74663b0ba {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:53:58.593437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:53:58.593785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a0a40a74-5ed8-4585-83c9-0ea74663b0ba {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:53:58.594270 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'status': 'completed', 'code': 200} Jun 23 17:53:58.641259 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-f176d98c-7a58-4b56-94f2-007e2da09022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:58.642785 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-f176d98c-7a58-4b56-94f2-007e2da09022 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1096 time: 0.0611148 Jun 23 17:53:58.693422 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-b12f3f0c-dff4-4aa7-8550-58c0ea7369ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 217 time: 0.0354826 Jun 23 17:53:58.749308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-f2e375e2-f27a-4a62-8ea2-77db665531c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:58.750756 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-f2e375e2-f27a-4a62-8ea2-77db665531c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0506079 Jun 23 17:53:58.807752 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-40e65b17-4d46-4e12-91e6-073f912bcfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:58.809162 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-40e65b17-4d46-4e12-91e6-073f912bcfb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519283 Jun 23 17:53:58.898614 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-0ef21ce9-f470-443d-8efc-777bbc12b327 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825720 Jun 23 17:53:59.209854 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c96904fe-1c1b-4785-be9e-de1d9d02f021 req-73f95eaa-f42d-4cb9-9464-202ba47143f0 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044720 Jun 23 17:53:59.308527 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-437d1647-bbf9-433c-afbc-3d5d2d04fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:59.309981 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-437d1647-bbf9-433c-afbc-3d5d2d04fca5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1096 time: 0.0507898 Jun 23 17:53:59.403419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-7d7e2f4a-361b-4f0d-b88a-f3f39f7cb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:59.404902 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-7d7e2f4a-361b-4f0d-b88a-f3f39f7cb612 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.0887349 Jun 23 17:53:59.447366 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-b9706616-9c53-4308-8704-03c014d94eb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 217 time: 0.0358992 Jun 23 17:53:59.500994 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-8c5ff6d4-1e0c-43b0-8b32-355e832bc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:59.502362 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-8c5ff6d4-1e0c-43b0-8b32-355e832bc912 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0483451 Jun 23 17:53:59.569429 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-cca3678c-137e-4509-a1d4-7cd4fc9d5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:59.570939 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-cca3678c-137e-4509-a1d4-7cd4fc9d5d8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622368 Jun 23 17:53:59.700322 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-ce238949-8b09-43df-a9e7-23f980a87b09 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216168 Jun 23 17:53:59.722285 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec805e-7c39-42c8-9c27-8bf8b91fd3bb req-187d97fd-89c4-4587-9ff5-98a01489fb0f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:53:59.724170 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-eaec805e-7c39-42c8-9c27-8bf8b91fd3bb req-187d97fd-89c4-4587-9ff5-98a01489fb0f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.1211174 Jun 23 17:53:59.810348 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-eaec805e-7c39-42c8-9c27-8bf8b91fd3bb req-a06fac3b-7cb4-4b38-ab27-47050bab64a9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753067 Jun 23 17:53:59.829899 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-578ff523-8f6f-4f60-8be5-8e471f5fc755 req-bf1763d6-fffa-4fa1-9fbc-81246ae860ad service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221189 Jun 23 17:54:00.996831 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cd32f-7e01-44e3-a27b-feef6740182a req-c18396a4-70d3-4ccf-859b-89e4e67f79e7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:00.998351 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c32cd32f-7e01-44e3-a27b-feef6740182a req-c18396a4-70d3-4ccf-859b-89e4e67f79e7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0677423 Jun 23 17:54:01.038075 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c32cd32f-7e01-44e3-a27b-feef6740182a req-c2f4768e-1494-497d-beb4-3305b97ba813 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328739 Jun 23 17:54:02.032528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:54:02.143475 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:54:02.157889 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '2562021f-5088-461c-9479-3dfa9270d174', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:54:02.200019 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:02.213538 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:54:02.234284 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:54:02.235965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dc72e-3243-44d6-91a5-9212bf0ea1e4 req-48af6a10-c9eb-4882-b156-a72352cb3979 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:02.237561 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-090dc72e-3243-44d6-91a5-9212bf0ea1e4 req-48af6a10-c9eb-4882-b156-a72352cb3979 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0715380 Jun 23 17:54:02.241048 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:02.244155 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:54:02.295504 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-090dc72e-3243-44d6-91a5-9212bf0ea1e4 req-d4daead1-dce2-4b56-8bb9-874ca7d9fbb2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475192 Jun 23 17:54:02.300058 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:54:02.304251 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:54:02.688798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['2562021f-5088-461c-9479-3dfa9270d174'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:54:03.499741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7ddb-aa50-46b1-8d81-48459beed156 req-c629f0a1-917e-4fc6-a4fb-7a6b01f2882a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:03.501259 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4f8a7ddb-aa50-46b1-8d81-48459beed156 req-c629f0a1-917e-4fc6-a4fb-7a6b01f2882a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 944 time: 0.0762258 Jun 23 17:54:03.546211 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4f8a7ddb-aa50-46b1-8d81-48459beed156 req-ad0b2f2c-2bf3-4467-bc20-4ee9ffa03b02 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378804 Jun 23 17:54:04.031671 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:54:04.086066 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 2562021f-5088-461c-9479-3dfa9270d174 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:54:04.090673 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 2562021f-5088-461c-9479-3dfa9270d174 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:54:04.091054 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:04.191926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:04.216258 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:54:04.218568 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53541751-aafe-4222-a27d-86ae89e81086" -d '{"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:54:04.239349 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:54:04.244462 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:04.246922 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:54:04.271368 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d03fb2-ab25-409a-bcd2-4560ce159e49 x-openstack-request-id: req-54d03fb2-ab25-409a-bcd2-4560ce159e49 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:54:04.271724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:54:04.271962 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54d03fb2-ab25-409a-bcd2-4560ce159e49 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:54:04.272372 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'code': 200} Jun 23 17:54:04.320396 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:54:04.326294 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:54:04.508756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3a444-118a-4ba8-835c-1bb48c80c7eb req-97397bd3-cd24-4464-95c9-089cbe092b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:04.510253 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-48d3a444-118a-4ba8-835c-1bb48c80c7eb req-97397bd3-cd24-4464-95c9-089cbe092b44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1098 time: 0.0574243 Jun 23 17:54:04.549847 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-48d3a444-118a-4ba8-835c-1bb48c80c7eb req-3559049b-6fc9-491b-97e6-ef912c02bac9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Jun 23 17:54:04.747239 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb31228-4acb-419a-9515-065d51bc9c85 req-7b535e5f-32d6-4f8a-80be-6c35462053ca tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:04.748859 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dcb31228-4acb-419a-9515-065d51bc9c85 req-7b535e5f-32d6-4f8a-80be-6c35462053ca tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.0735393 Jun 23 17:54:04.788932 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dcb31228-4acb-419a-9515-065d51bc9c85 req-3fe738fc-5e36-4fa3-9fc3-98cccab9bc3a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336370 Jun 23 17:54:05.980697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e796-1edb-4d09-b9ee-01b4e50c113e req-6e410cff-c5c9-449c-8b31-ac9c623fd3a8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:05.982089 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e0a0e796-1edb-4d09-b9ee-01b4e50c113e req-6e410cff-c5c9-449c-8b31-ac9c623fd3a8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.0729816 Jun 23 17:54:06.022230 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e0a0e796-1edb-4d09-b9ee-01b4e50c113e req-f410ef62-a73f-46f5-b2b3-05a21ca07885 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340633 Jun 23 17:54:06.202606 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8913a4-e83c-4053-a3c2-985ff44f662a req-9cd892b2-379a-4603-9cfa-efc2c1044bec tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.204097 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-af8913a4-e83c-4053-a3c2-985ff44f662a req-9cd892b2-379a-4603-9cfa-efc2c1044bec tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.0686951 Jun 23 17:54:06.212818 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57086) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:54:06.217362 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Request body: {'floatingip': {'port_id': '2562021f-5088-461c-9479-3dfa9270d174'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:54:06.259299 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:06.482383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-5a670fab-be2e-4e94-a228-78d17b4dbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.483904 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-5a670fab-be2e-4e94-a228-78d17b4dbb55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1138 time: 0.0572803 Jun 23 17:54:06.587602 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-f1f25a9e-2766-4a71-bc88-9de044099c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.589201 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-f1f25a9e-2766-4a71-bc88-9de044099c7d service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.0970502 Jun 23 17:54:06.656608 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-98af548e-f57f-4d9f-8f89-4e3f0f2415ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 1002 time: 0.0608444 Jun 23 17:54:06.705772 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-db166783-41bc-43c8-9f59-07674b3973fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.708206 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-db166783-41bc-43c8-9f59-07674b3973fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0449364 Jun 23 17:54:06.776885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-d4539f36-a111-4142-af04-da5bbd914188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.778371 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-d4539f36-a111-4142-af04-da5bbd914188 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618017 Jun 23 17:54:06.781426 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266714c-7797-4595-899c-53e6c8d20c2a req-12c626d8-42eb-4234-874b-87939ad7d94c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:06.782880 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5266714c-7797-4595-899c-53e6c8d20c2a req-12c626d8-42eb-4234-874b-87939ad7d94c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.1190717 Jun 23 17:54:06.870831 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-22d51465-63ef-4fdd-858d-b380ef1786c5 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845613 Jun 23 17:54:06.894513 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5266714c-7797-4595-899c-53e6c8d20c2a req-8a9a825d-b998-45ed-9d48-b7824a74f12f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839872 Jun 23 17:54:06.979089 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e8af47e4-8967-47af-b056-8fec7bb54d89 req-46b4d76a-3bcf-441f-b2a2-704017ea7f3d service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003761 Jun 23 17:54:07.048367 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:07.053428 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:07.158525 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Floating IP ecac60db-fdbe-4d1f-bbc6-c392ac8f9675 associated. External IP: 172.27.3.183, port: 2562021f-5088-461c-9479-3dfa9270d174. Jun 23 17:54:07.375643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:54:07.486145 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:54:07.491843 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:07.496894 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:54:07.507791 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:54:07.508420 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:53:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:54:07.537217 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-25aa5211-69b5-449f-ad85-4423f191251b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "PUT /v2.0/floatingips/ecac60db-fdbe-4d1f-bbc6-c392ac8f9675 HTTP/1.1" status: 200 len: 991 time: 1.3233068 Jun 23 17:54:07.537960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:54:07.540509 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfa5227-8008-4f4f-8c65-4babfb1a7404" -d '{"events": [{"name": "network-changed", "server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:54:07.579673 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558abf09-d346-475c-abf0-66b466159831 x-openstack-request-id: req-558abf09-d346-475c-abf0-66b466159831 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:54:07.580020 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:54:07.580442 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-558abf09-d346-475c-abf0-66b466159831 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:54:07.580967 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'status': 'completed', 'code': 200} Jun 23 17:54:07.621340 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:54:07.658541 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-b47a5665-c212-4fe5-85d1-4012944e0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:07.660805 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-b47a5665-c212-4fe5-85d1-4012944e0587 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1098 time: 0.0577853 Jun 23 17:54:07.761913 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-cb4051fc-f36f-4905-9aad-7e73ff0d9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:07.763281 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-cb4051fc-f36f-4905-9aad-7e73ff0d9725 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.0908463 Jun 23 17:54:07.833551 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-9a2d764a-0486-40e5-8425-b6d451f6fa69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 999 time: 0.0630713 Jun 23 17:54:07.868346 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'ecac60db-fdbe-4d1f-bbc6-c392ac8f9675', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:53:54Z', 'updated_at': '2021-06-23T17:54:06Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:54:07.884042 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-625c7b22-54af-4e26-903c-cfa9f63f3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:07.885395 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-625c7b22-54af-4e26-903c-cfa9f63f3234 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0449998 Jun 23 17:54:07.955409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-bf09d0a9-96ab-41e6-a51f-4bce9ff59fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:07.957753 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-bf09d0a9-96ab-41e6-a51f-4bce9ff59fd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620391 Jun 23 17:54:08.018320 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:54:08.027560 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:54:08.028222 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:53:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:54:08.059253 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-89704a69-0c12-4966-84ab-8a545722ecaf service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929723 Jun 23 17:54:08.108275 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5a0b-ce18-49f8-8879-120c30671408 req-7943aa26-0db4-41ae-bcd7-864ea24e036c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:08.109807 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b76a5a0b-ce18-49f8-8879-120c30671408 req-7943aa26-0db4-41ae-bcd7-864ea24e036c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0812669 Jun 23 17:54:08.150659 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:54:08.163961 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b76a5a0b-ce18-49f8-8879-120c30671408 req-34bad3e1-7656-4fbc-be9b-4069134d93bf tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463083 Jun 23 17:54:08.175230 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdfa5227-8008-4f4f-8c65-4babfb1a7404 req-fb5780c6-929c-4369-ba58-225890616c96 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061826 Jun 23 17:54:08.387420 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'ecac60db-fdbe-4d1f-bbc6-c392ac8f9675', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:53:54Z', 'updated_at': '2021-06-23T17:54:06Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:54:08.417031 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a9249-4f5b-4376-b0c9-e303693e653b None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'ecac60db-fdbe-4d1f-bbc6-c392ac8f9675', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:53:54Z', 'updated_at': '2021-06-23T17:54:06Z', 'revision_number': 1, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:54:08.636449 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22abd7-5142-441a-9154-686a9eeb066b None None] New status for floating IP ecac60db-fdbe-4d1f-bbc6-c392ac8f9675: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:54:09.343912 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1205899-ac09-4819-917c-64fda83328fb req-457f0b09-1f6b-4f69-9c01-f8e5eb1b5678 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:09.345378 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f1205899-ac09-4819-917c-64fda83328fb req-457f0b09-1f6b-4f69-9c01-f8e5eb1b5678 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0663190 Jun 23 17:54:09.386372 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f1205899-ac09-4819-917c-64fda83328fb req-8602c9e8-d468-454e-ae19-a26953f41961 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342057 Jun 23 17:54:10.558698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e64d3-6fba-4346-b093-51c1142ca657 req-33690d15-81ef-4524-b225-8a3cb140130b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:10.560242 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ae2e64d3-6fba-4346-b093-51c1142ca657 req-33690d15-81ef-4524-b225-8a3cb140130b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0636854 Jun 23 17:54:10.601697 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ae2e64d3-6fba-4346-b093-51c1142ca657 req-714619ea-aa49-4e02-8a12-117266bf0b87 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351865 Jun 23 17:54:11.787478 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a4e63-df78-494f-b442-e61854cefb89 req-994c30ef-5226-40d0-8d0b-b7daec73068a tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:11.788951 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a61a4e63-df78-494f-b442-e61854cefb89 req-994c30ef-5226-40d0-8d0b-b7daec73068a tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0709140 Jun 23 17:54:11.829100 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a61a4e63-df78-494f-b442-e61854cefb89 req-ed3be6a7-d463-4801-b344-0b0b7a083add tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342121 Jun 23 17:54:13.007202 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ca9d-efa1-4a9d-b2a7-27d4c086ef43 req-2e915093-9e3e-497c-8bc5-1bf355fcd7d4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:13.008713 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2e49ca9d-efa1-4a9d-b2a7-27d4c086ef43 req-2e915093-9e3e-497c-8bc5-1bf355fcd7d4 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0650287 Jun 23 17:54:13.047413 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2e49ca9d-efa1-4a9d-b2a7-27d4c086ef43 req-3fe5aa00-61e9-4242-ba23-057e0e2543df tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330033 Jun 23 17:54:13.188960 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-78874ad5-ad4d-4afd-87a9-555fa6c308b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:14.229537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d82052-c7b1-42e8-8f9c-b1992b232426 req-a3f91680-f1bb-4116-875e-6dd7dca071f1 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:14.231014 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-64d82052-c7b1-42e8-8f9c-b1992b232426 req-a3f91680-f1bb-4116-875e-6dd7dca071f1 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0707293 Jun 23 17:54:14.273479 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-64d82052-c7b1-42e8-8f9c-b1992b232426 req-bb16eed2-fd83-4519-9eec-29923d3d9efb tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362744 Jun 23 17:54:14.542834 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-43e873b3-66ce-4fc5-84c7-084fed2ce474 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547094 Jun 23 17:54:14.660388 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084d351-be77-454b-b02f-a9fb7163e04b req-faa527d2-6f60-4b09-895d-31e8daa5283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:14.661840 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-faa527d2-6f60-4b09-895d-31e8daa5283c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.0634918 Jun 23 17:54:14.777423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084d351-be77-454b-b02f-a9fb7163e04b req-a125d8ae-29b2-433c-b910-c319994b84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:14.778888 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-a125d8ae-29b2-433c-b910-c319994b84c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.0932031 Jun 23 17:54:14.851726 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-ee8184f5-ce35-44c1-9846-f3afb0caeea3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 1000 time: 0.0579619 Jun 23 17:54:14.907535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084d351-be77-454b-b02f-a9fb7163e04b req-91a38af3-2ae2-4a3c-998c-3643b35c17e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:14.909542 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-91a38af3-2ae2-4a3c-998c-3643b35c17e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0466506 Jun 23 17:54:14.964962 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084d351-be77-454b-b02f-a9fb7163e04b req-ea79acee-784b-4402-b859-a072f83c0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:14.966413 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-ea79acee-784b-4402-b859-a072f83c0e7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510945 Jun 23 17:54:15.057128 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-f78f87eb-5a13-4f67-b939-26d2480456f0 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Jun 23 17:54:15.153018 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b084d351-be77-454b-b02f-a9fb7163e04b req-a26c63fd-900b-4f14-a54e-7dd02c66a577 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885220 Jun 23 17:54:15.541985 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc593e2-71b7-40ca-8b47-48f079674cf2 req-fc9b23fd-0504-4d07-b665-951a67202c38 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:15.543417 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3bc593e2-71b7-40ca-8b47-48f079674cf2 req-fc9b23fd-0504-4d07-b665-951a67202c38 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0771990 Jun 23 17:54:15.607020 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-3bc593e2-71b7-40ca-8b47-48f079674cf2 req-1e06ba57-b590-48ef-beb9-4bef0eb715e1 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574963 Jun 23 17:54:16.180789 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-4bd316e5-d9b9-4039-9fb6-04734aa44a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:16.209524 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:16.806135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463502-aebf-498c-a60e-bbcd7cbae67c req-afebd4ec-6e60-4001-8182-1f4e008830d5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:16.810182 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-af463502-aebf-498c-a60e-bbcd7cbae67c req-afebd4ec-6e60-4001-8182-1f4e008830d5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0805066 Jun 23 17:54:16.855203 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-af463502-aebf-498c-a60e-bbcd7cbae67c req-05ac82d0-4ed9-40fe-a12a-25aab5281074 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406933 Jun 23 17:54:17.076454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69385e12-46ac-4f96-8584-d33f8e8d1c10 req-da4e4af4-89a2-4ca3-a742-b620a4ba760f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:17.077927 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-69385e12-46ac-4f96-8584-d33f8e8d1c10 req-da4e4af4-89a2-4ca3-a742-b620a4ba760f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0718009 Jun 23 17:54:17.116818 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-69385e12-46ac-4f96-8584-d33f8e8d1c10 req-36cb9ffa-f09f-4279-a240-9ae3b8f18bba tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330272 Jun 23 17:54:17.822642 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:18.053920 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:18.076153 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3952-3845-4c1d-a919-8017f8a921bc req-8041cdaa-8184-405f-85de-333e5574c5b8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:18.077665 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-45ea3952-3845-4c1d-a919-8017f8a921bc req-8041cdaa-8184-405f-85de-333e5574c5b8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0819416 Jun 23 17:54:18.130098 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-45ea3952-3845-4c1d-a919-8017f8a921bc req-2b5dc5c8-3ded-4ca9-8b5b-d54e63c75249 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428858 Jun 23 17:54:18.303670 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6a81-33a4-4229-b15c-9ea29a270ee3 req-901d7241-682f-4b28-a147-5f198e02a0be tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:18.305190 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9e9e6a81-33a4-4229-b15c-9ea29a270ee3 req-901d7241-682f-4b28-a147-5f198e02a0be tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0695951 Jun 23 17:54:18.346452 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9e9e6a81-33a4-4229-b15c-9ea29a270ee3 req-c50e01e4-8c8b-4c68-a5ef-29e1448e2731 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351350 Jun 23 17:54:19.111167 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:54:19.318785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f5652-207d-4094-a7de-14d5466d66e2 req-35f64429-aa7c-40c4-9f75-1f38ef64621e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:19.320360 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d50f5652-207d-4094-a7de-14d5466d66e2 req-35f64429-aa7c-40c4-9f75-1f38ef64621e tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0661986 Jun 23 17:54:19.360838 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:19.368153 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d50f5652-207d-4094-a7de-14d5466d66e2 req-61493302-f7f2-4954-bd25-bcb5059fffb7 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=e210e533-9811-48aa-8eb1-864e82f79768&id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416737 Jun 23 17:54:19.533078 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58fe9-cd4e-44dd-bc16-e481247ea0d8 req-e737faaf-8064-4607-b37c-d07b503093cd tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:19.535225 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5d58fe9-cd4e-44dd-bc16-e481247ea0d8 req-e737faaf-8064-4607-b37c-d07b503093cd tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0735300 Jun 23 17:54:19.578069 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5d58fe9-cd4e-44dd-bc16-e481247ea0d8 req-acc60533-f29e-4d9e-8d80-7351992ec91b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364506 Jun 23 17:54:20.763316 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cfb28-6bb2-441a-9903-193b85b2f787 req-c70a41e1-7e76-4ea0-8c52-77bfb673f355 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:20.764849 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4b6cfb28-6bb2-441a-9903-193b85b2f787 req-c70a41e1-7e76-4ea0-8c52-77bfb673f355 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0665026 Jun 23 17:54:20.804388 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4b6cfb28-6bb2-441a-9903-193b85b2f787 req-2994efc9-202b-4eff-8871-eea568b98dfa tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Jun 23 17:54:21.978187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e00b5-231f-42a0-aa0e-a3d3b7ea43f0 req-36151131-b526-4497-b7d8-e56d5f19579f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:21.979538 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-948e00b5-231f-42a0-aa0e-a3d3b7ea43f0 req-36151131-b526-4497-b7d8-e56d5f19579f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0637186 Jun 23 17:54:22.018554 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-948e00b5-231f-42a0-aa0e-a3d3b7ea43f0 req-d37c38f1-ea58-4cc8-94c2-73fcb561d80e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jun 23 17:54:23.206511 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9e48-8882-4ab3-bcd0-8b1e014b7394 req-dcff48a4-b16f-4d7b-8147-85b27669da79 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:23.208158 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3a5f9e48-8882-4ab3-bcd0-8b1e014b7394 req-dcff48a4-b16f-4d7b-8147-85b27669da79 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0722418 Jun 23 17:54:23.248058 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3a5f9e48-8882-4ab3-bcd0-8b1e014b7394 req-bb14575e-ab45-4f6e-8b7e-336a8e1218ef tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Jun 23 17:54:24.426328 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ddc3f-1538-4908-9f8b-b2ea9b40a5db req-4500e17a-4eec-46f7-80c8-7418078c754f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:24.428346 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-899ddc3f-1538-4908-9f8b-b2ea9b40a5db req-4500e17a-4eec-46f7-80c8-7418078c754f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0652370 Jun 23 17:54:24.468125 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-899ddc3f-1538-4908-9f8b-b2ea9b40a5db req-35c88cca-7800-4864-897c-efd4b29020df tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Jun 23 17:54:25.655372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9540df1-4c4a-4418-b1cb-944604bc839d req-78a78255-2066-43ca-af18-ee5d56069ee0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:25.656969 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9540df1-4c4a-4418-b1cb-944604bc839d req-78a78255-2066-43ca-af18-ee5d56069ee0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0692344 Jun 23 17:54:25.698306 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a9540df1-4c4a-4418-b1cb-944604bc839d req-16626895-89be-44aa-8af6-ece6f1d71cd1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344870 Jun 23 17:54:26.885673 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8679b-a536-41ae-b70a-fc703a1ecad6 req-21940b23-48bf-4eb0-b9b2-753adc75759f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:26.887189 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-65c8679b-a536-41ae-b70a-fc703a1ecad6 req-21940b23-48bf-4eb0-b9b2-753adc75759f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0682321 Jun 23 17:54:26.926731 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-65c8679b-a536-41ae-b70a-fc703a1ecad6 req-beb86c0d-9037-45c3-aeae-fcc3f43071da tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337348 Jun 23 17:54:28.117554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e4354-6975-4b01-8899-1ff3809cfcae req-124f575d-cbc3-4a9d-9fb2-db4d67757559 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:28.119131 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-302e4354-6975-4b01-8899-1ff3809cfcae req-124f575d-cbc3-4a9d-9fb2-db4d67757559 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0660589 Jun 23 17:54:28.169979 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-302e4354-6975-4b01-8899-1ff3809cfcae req-f715c9c2-5a05-4cd4-832d-ee5e43cfc89a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 Jun 23 17:54:29.363090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12365d8-16a4-4b58-965c-1c08bd4226a0 req-11232a0f-a226-4c8b-981f-04f98792f1e0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:29.364578 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e12365d8-16a4-4b58-965c-1c08bd4226a0 req-11232a0f-a226-4c8b-981f-04f98792f1e0 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0706239 Jun 23 17:54:29.405613 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e12365d8-16a4-4b58-965c-1c08bd4226a0 req-8e78ff0c-6e52-4621-b1a5-7f4639bbab03 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342915 Jun 23 17:54:30.595520 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59960b-617b-41bf-9074-fcf9aeedb827 req-a613582e-ef3b-4689-ad0a-bd1f90f71404 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:30.597182 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2f59960b-617b-41bf-9074-fcf9aeedb827 req-a613582e-ef3b-4689-ad0a-bd1f90f71404 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0723121 Jun 23 17:54:30.644001 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2f59960b-617b-41bf-9074-fcf9aeedb827 req-31ae891e-2743-4372-8083-237596f15d96 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370181 Jun 23 17:54:31.834559 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143cb7f-6037-4f7b-b377-682fe7ba5613 req-e1698543-498d-42c7-a7a5-f8b050a7515b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:31.836127 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5143cb7f-6037-4f7b-b377-682fe7ba5613 req-e1698543-498d-42c7-a7a5-f8b050a7515b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0699708 Jun 23 17:54:31.875880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5143cb7f-6037-4f7b-b377-682fe7ba5613 req-fbae2e06-d3c6-4647-8c5a-481ea81f1866 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339487 Jun 23 17:54:33.058299 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ab94e-0e55-49c2-af8f-de22a2cf4390 req-3f57dafd-479c-46b6-bf83-a32f3b05e7f4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:33.059738 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f64ab94e-0e55-49c2-af8f-de22a2cf4390 req-3f57dafd-479c-46b6-bf83-a32f3b05e7f4 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0679779 Jun 23 17:54:33.105027 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f64ab94e-0e55-49c2-af8f-de22a2cf4390 req-8d3ca7ea-06ac-47d9-9a80-32d2353ced1e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Jun 23 17:54:34.290091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24850-2120-45f1-a3ae-8e7518dd8666 req-ee61e6f5-33b2-45eb-b77f-86dd036dd2c7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:34.291656 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38d24850-2120-45f1-a3ae-8e7518dd8666 req-ee61e6f5-33b2-45eb-b77f-86dd036dd2c7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0678871 Jun 23 17:54:34.335195 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-38d24850-2120-45f1-a3ae-8e7518dd8666 req-981aa6f3-bcd5-4234-b8a6-07a9e79616e2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Jun 23 17:54:35.535087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a305f9-a47e-4cc1-876b-ac29fdb71f7e req-9a2f3c9a-c406-4192-8608-397ec75499cb tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:35.536665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33a305f9-a47e-4cc1-876b-ac29fdb71f7e req-9a2f3c9a-c406-4192-8608-397ec75499cb tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0720692 Jun 23 17:54:35.588504 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33a305f9-a47e-4cc1-876b-ac29fdb71f7e req-a2a1c7ce-9bb6-42ef-9d54-d217b3845c27 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Jun 23 17:54:36.788689 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607c062-0fa0-4877-9a42-b632d043b74b req-80e647e1-dfde-4f67-87be-495fc5dc1d2a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:36.790162 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5607c062-0fa0-4877-9a42-b632d043b74b req-80e647e1-dfde-4f67-87be-495fc5dc1d2a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0760303 Jun 23 17:54:36.832056 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5607c062-0fa0-4877-9a42-b632d043b74b req-0a044992-959f-4ea8-9001-2df52f9d595c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 Jun 23 17:54:38.025357 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e802c5-d5ea-488f-9734-02b25ac121a2 req-de29f518-2415-4b55-892c-4fc0407ab82d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.026862 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a2e802c5-d5ea-488f-9734-02b25ac121a2 req-de29f518-2415-4b55-892c-4fc0407ab82d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0725703 Jun 23 17:54:38.067269 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a2e802c5-d5ea-488f-9734-02b25ac121a2 req-6447fca7-351d-4045-8119-617b3cab1cbe tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Jun 23 17:54:38.466897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc5ac2-5157-4caf-9b8c-0488cd50e9c5 req-67a238d0-8ecd-4f65-ae92-12451ddd4c5b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.468386 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-00bc5ac2-5157-4caf-9b8c-0488cd50e9c5 req-67a238d0-8ecd-4f65-ae92-12451ddd4c5b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0989206 Jun 23 17:54:38.470888 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-29ce5662-ef7b-4b58-82f3-0382ef68e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.472955 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-29ce5662-ef7b-4b58-82f3-0382ef68e7f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.1118639 Jun 23 17:54:38.566164 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-00bc5ac2-5157-4caf-9b8c-0488cd50e9c5 req-6d4c679b-c32d-4781-9ad4-bd7b4f4ea057 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909925 Jun 23 17:54:38.600693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-38c30b59-6ca4-416e-8ccb-43ecccf9ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.602555 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-38c30b59-6ca4-416e-8ccb-43ecccf9ba1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1211147 Jun 23 17:54:38.673736 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-9e134f4f-4622-4549-9928-603db317365c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 1001 time: 0.0635743 Jun 23 17:54:38.731488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-33297951-51e4-43d3-937d-06dc39c4bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.732990 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-33297951-51e4-43d3-937d-06dc39c4bf87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0521569 Jun 23 17:54:38.800673 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-5f5a5eca-1bea-45fb-ac8b-e26337d12022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:38.802469 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-5f5a5eca-1bea-45fb-ac8b-e26337d12022 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622158 Jun 23 17:54:38.907812 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-ba00ee96-7433-4c47-a507-c82ca94e0309 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966487 Jun 23 17:54:39.249704 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1eb5b2db-d176-4522-8d10-c541052cb4d2 req-2e10e6c8-058a-49d1-b35c-1bf6ed2fb103 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351429 Jun 23 17:54:39.759116 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a823164-3489-498b-a322-b945378211ff req-c9964f2d-4c6d-4171-9acb-54999967a5ef tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:39.760692 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6a823164-3489-498b-a322-b945378211ff req-c9964f2d-4c6d-4171-9acb-54999967a5ef tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0696974 Jun 23 17:54:39.808725 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6a823164-3489-498b-a322-b945378211ff req-98627475-ae51-430e-86a1-4b070e775a5e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 Jun 23 17:54:40.998225 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443d4d3-8017-4c4b-a633-4403f1194d60 req-2331f2aa-4be1-4772-89f2-bc225c2a5d08 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:54:40.999753 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9443d4d3-8017-4c4b-a633-4403f1194d60 req-2331f2aa-4be1-4772-89f2-bc225c2a5d08 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.0669832 Jun 23 17:54:41.041769 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9443d4d3-8017-4c4b-a633-4403f1194d60 req-252c60d7-0582-4937-8c25-d2cd896e7a9e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Jun 23 17:54:43.193073 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa30b-3fa4-4f66-82f1-3b8205aaa2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:46.181908 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-63c0d50d-959b-443c-831d-3191e9377b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:46.211700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:47.826503 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:48.046664 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:49.365627 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:54:56.115870 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:55:13.193829 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2a666d0c-07f4-4709-af87-ab1e83c050e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:16.187612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6a19b4aa-37ee-4757-a7cd-349f064edd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:16.213892 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:16.618678 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-853730e6-353a-48f2-895f-871482efaf8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662034 Jun 23 17:55:16.711312 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-0a552d34-f196-4fee-ae72-dfeb58a2a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:16.713092 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-0a552d34-f196-4fee-ae72-dfeb58a2a719 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 1098 time: 0.0712576 Jun 23 17:55:16.835111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-83bf69ea-9296-4b56-b5de-e2994c09530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:16.836569 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-83bf69ea-9296-4b56-b5de-e2994c09530f service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1006420 Jun 23 17:55:16.914385 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-f9f6958a-4105-4980-94a8-9ba47636d396 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 200 len: 1001 time: 0.0703237 Jun 23 17:55:16.971686 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-f98fe645-d213-49e4-9b94-bd22554b37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:16.973137 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-f98fe645-d213-49e4-9b94-bd22554b37b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0462050 Jun 23 17:55:17.042226 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-f770986b-8592-4db2-813a-fbaa1269add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:17.043847 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-f770986b-8592-4db2-813a-fbaa1269add4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635097 Jun 23 17:55:17.165307 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-5e6f8714-25f5-473f-8377-1edb4ccadb69 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132247 Jun 23 17:55:17.265968 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d86c4c57-a55b-44dc-857a-87bf4a619fe6 req-19ea719f-a5e6-4c04-9815-3acdd84b3c70 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928028 Jun 23 17:55:17.834821 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:18.060145 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:19.369785 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:26.736764 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-bc698687-e96f-4961-900d-816c74722385 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832216261&fields=id&tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c HTTP/1.1" status: 200 len: 267 time: 0.0705736 Jun 23 17:55:26.840212 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-402f7421-23a7-4904-beb0-8371377e3331 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:26.841875 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-402f7421-23a7-4904-beb0-8371377e3331 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 985 time: 0.0974998 Jun 23 17:55:26.859239 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Request body: {'port': {'security_groups': ['c1eb0927-7484-42f3-8895-f0d65c4bb5bd']}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:27.036595 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.368758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:27.427787 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.435414 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.442899 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:27.450810 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:55:27.534964 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:27.536073 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.538487 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-03da3e83-6a16-4ded-922a-e3f8a083074f req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "PUT /v2.0/ports/f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 943 time: 0.6881163 Jun 23 17:55:27.544101 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:27.548628 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e" -d '{"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:27.550148 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57356) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:27.591741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event updated for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=7']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:27.611682 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.612065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.612441 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.613005 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.613507 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.614088 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.614919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.615406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.615949 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.616319 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.616899 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.617383 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:27.623563 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:27.645028 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:55:27.651976 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceeb948-3b0f-4931-a887-f83873f1589f x-openstack-request-id: req-2ceeb948-3b0f-4931-a887-f83873f1589f {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:27.653016 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:27.653763 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ceeb948-3b0f-4931-a887-f83873f1589f {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:27.654704 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:55:27.737712 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.790866 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:27.861154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-9cc71bd1-5938-446b-8b87-8a53e699098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:27.862808 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-9cc71bd1-5938-446b-8b87-8a53e699098e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1099 time: 0.1703799 Jun 23 17:55:27.914486 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-fd01fcf8-3149-4187-a9a0-1cf1c82af1a0 None None] Provisioning complete for port f2d2bcac-19d0-43e2-a953-43efca70d2fc triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:55:27.915232 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fd01fcf8-3149-4187-a9a0-1cf1c82af1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.002458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.005630 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.006785 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "DELETE /v2.0/security-groups/e210e533-9811-48aa-8eb1-864e82f79768 HTTP/1.1" status: 204 len: 168 time: 0.4536085 Jun 23 17:55:28.010762 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57360) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:28.011679 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f08bcc3b-52d0-408d-9c80-43ac90cad919 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:28.028830 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210e533-9811-48aa-8eb1-864e82f79768,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:28.041999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-d400b53e-a9b5-49ce-8a56-9fe8800ca494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:28.043561 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-d400b53e-a9b5-49ce-8a56-9fe8800ca494 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.1725881 Jun 23 17:55:28.045360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.046319 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.046694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.047035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.047519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.047757 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.048103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.048470 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.048821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.049140 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.049484 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.049857 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:28.058815 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:28.130999 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-09bf1f34-3b03-4855-93ec-137e252176f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 1002 time: 0.0777719 Jun 23 17:55:28.193283 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-f8133ff5-b996-48b6-9c0b-8c30787678a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:28.194763 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-f8133ff5-b996-48b6-9c0b-8c30787678a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0570180 Jun 23 17:55:28.271135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Deleting port 6fb08144-a006-494d-90bd-93eca152cec2 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:28.271663 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.281026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-b74346f4-a1b6-4c4c-ac92-7bad58c2d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:28.283108 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-b74346f4-a1b6-4c4c-ac92-7bad58c2d838 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747166 Jun 23 17:55:28.394578 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-aed9e35b-7056-4972-979a-3110ed673e8c service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037352 Jun 23 17:55:28.411935 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.412268 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.431144 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Calling delete_port for 6fb08144-a006-494d-90bd-93eca152cec2 owned by network:floatingip {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:28.584966 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bc70901e-b18c-4f9b-bcd2-dcbe4aff760e req-77eb6f8f-7873-4b57-9067-e152cc50d1eb service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809947 Jun 23 17:55:28.777128 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.783047 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:28.824983 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event deleted for resources: {'Port': ['ID=6fb08144-a006-494d-90bd-93eca152cec2,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:28.829593 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:28.930313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks [] for floatingip, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:28.931090 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Floating IP e82e452a-66bb-458d-940c-c7c70e513aad disassociated (deleted). External IP: 172.27.3.200, port: f2d2bcac-19d0-43e2-a953-43efca70d2fc. Jun 23 17:55:29.445245 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Router af3bcf8e-baaa-4325-9541-33e42f51fb79 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:55:29.578982 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:55:29.585211 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:29.596090 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Sync routers for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:55:29.614346 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:29.615306 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:29.642363 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7534704c-365f-437d-9975-fca69778278d tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "DELETE /v2.0/floatingips/e82e452a-66bb-458d-940c-c7c70e513aad HTTP/1.1" status: 204 len: 168 time: 1.6296639 Jun 23 17:55:29.658256 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:29.662070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6966d24-e93e-40d2-a600-10969dbb3355" -d '{"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:29.820600 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:29.892899 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf24ee-8da6-47cd-b5f8-cbb695d3c3df x-openstack-request-id: req-d6cf24ee-8da6-47cd-b5f8-cbb695d3c3df {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:29.893351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:29.893732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6cf24ee-8da6-47cd-b5f8-cbb695d3c3df {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:29.894317 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:55:30.040160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-889fc0a0-522d-4a57-9e1e-4a0ca23b9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:30.043506 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-889fc0a0-522d-4a57-9e1e-4a0ca23b9223 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 1099 time: 0.1225171 Jun 23 17:55:30.192629 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:30.209548 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-a9f1bcaa-1f7c-47bf-99c9-404e3eae3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:30.211289 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-a9f1bcaa-1f7c-47bf-99c9-404e3eae3e29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 200 len: 915 time: 0.1613750 Jun 23 17:55:30.237703 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Checking router: af3bcf8e-baaa-4325-9541-33e42f51fb79 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:55:30.253632 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:30.254623 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:30.263785 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-9d93d644-5fda-47ad-b3fc-9998ce64574a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 200 len: 217 time: 0.0449994 Jun 23 17:55:30.319717 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-b2b3de53-a57c-4de7-8c8b-39b92957d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:30.321308 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-b2b3de53-a57c-4de7-8c8b-39b92957d7b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 200 len: 853 time: 0.0508282 Jun 23 17:55:30.395650 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-456dee60-0c7c-45df-adbb-19480a51e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:30.397249 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-456dee60-0c7c-45df-adbb-19480a51e567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5db422ae-17c1-47cc-af3e-c247bf7c0a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684557 Jun 23 17:55:30.409296 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:30.520582 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-3b1a8d3e-fa51-4e12-8a97-531774c1761e service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151783 Jun 23 17:55:30.657129 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6966d24-e93e-40d2-a600-10969dbb3355 req-9514ebe5-b563-4b60-969d-32df37350072 service neutron] 10.222.0.65 "GET /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295121 Jun 23 17:55:30.713939 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:30.749217 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe052ebd-d40c-4184-96a8-7d0283d6459e None None] The sync data for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi is: [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:51:41Z', 'revision_number': 4, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '3145dfaa-1e5e-415c-b91f-7fa26376a8fe', 'name': '', 'network_id': '5db422ae-17c1-47cc-af3e-c247bf7c0a38', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'mac_address': 'fa:16:3e:61:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:40Z', 'updated_at': '2021-06-23T17:51:50Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'subnets': [{'id': '97c3e830-a13f-4a23-97b6-c36ca38e9f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:55:31.039323 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeae613-ed9b-4b84-af7a-da2cb8034651 None None] New status for floating IP e82e452a-66bb-458d-940c-c7c70e513aad: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:55:33.118101 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:55:33.285044 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af0bf1-038f-4070-8370-876463670f3b req-1f17874a-3b9b-4061-923d-f5f9eed77973 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:33.285044 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-95af0bf1-038f-4070-8370-876463670f3b req-1f17874a-3b9b-4061-923d-f5f9eed77973 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0767303 Jun 23 17:55:33.353988 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-95af0bf1-038f-4070-8370-876463670f3b req-70eca727-68c0-466b-9a49-d28937a3f57f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591924 Jun 23 17:55:34.641153 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c0878-bd12-4c8a-ab19-9b18012aac0a req-af54b0cb-3cae-4aab-a826-07fc64d5af4a tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:34.643822 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-173c0878-bd12-4c8a-ab19-9b18012aac0a req-af54b0cb-3cae-4aab-a826-07fc64d5af4a tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.1041694 Jun 23 17:55:34.696455 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-173c0878-bd12-4c8a-ab19-9b18012aac0a req-0863c74f-e737-4d76-8df7-26a7d4afae19 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1eb0927-7484-42f3-8895-f0d65c4bb5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Jun 23 17:55:35.285403 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-39b043a6-69f6-49e7-bd38-bd5d9a9f795b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:35.286923 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-39b043a6-69f6-49e7-bd38-bd5d9a9f795b tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.65 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 946 time: 0.0709734 Jun 23 17:55:35.418629 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Deleting port f2d2bcac-19d0-43e2-a953-43efca70d2fc {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:35.418972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:35.527366 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] For port f2d2bcac-19d0-43e2-a953-43efca70d2fc, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f2d2bcac-19d0-43e2-a953-43efca70d2fc,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:35.527840 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:35.546911 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Calling delete_port for f2d2bcac-19d0-43e2-a953-43efca70d2fc owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:35.753426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:35.758562 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e98386b5-ee6b-4f89-b1d5-522d5c4dba67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:35.767392 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['f2d2bcac-19d0-43e2-a953-43efca70d2fc'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:55:35.794234 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Pushing event deleted for resources: {'Port': ['ID=f2d2bcac-19d0-43e2-a953-43efca70d2fc,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:35.803450 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:35.891142 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] No DVR routers for this DVR port f2d2bcac-19d0-43e2-a953-43efca70d2fc on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:35.909879 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:35.912225 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-41ec1131-22a7-4233-af55-63a60bbeb8d3 req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.65 "DELETE /v2.0/ports/f2d2bcac-19d0-43e2-a953-43efca70d2fc HTTP/1.1" status: 204 len: 173 time: 0.6192892 Jun 23 17:55:35.912958 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'name': 'network-vif-deleted', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:35.916360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7da253-34e0-4ffe-91bf-dedb54da501d" -d '{"events": [{"server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "name": "network-vif-deleted", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:35.958449 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a69a927a-f2c6-4955-935e-f849c14debe1 req-da660963-e1d3-4bec-be8e-37b296d41b10 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] 10.222.0.66 "GET /v2.0/ports?device_id=1583e881-a50a-4409-8819-31b20b1e0b28 HTTP/1.1" status: 200 len: 210 time: 0.0701077 Jun 23 17:55:35.975442 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bed76a-994a-4cec-a5a5-d2066341ef20 x-openstack-request-id: req-15bed76a-994a-4cec-a5a5-d2066341ef20 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:35.976004 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1583e881-a50a-4409-8819-31b20b1e0b28", "name": "network-vif-deleted", "tag": "f2d2bcac-19d0-43e2-a953-43efca70d2fc", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:35.976462 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15bed76a-994a-4cec-a5a5-d2066341ef20 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:35.977165 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1583e881-a50a-4409-8819-31b20b1e0b28', 'name': 'network-vif-deleted', 'tag': 'f2d2bcac-19d0-43e2-a953-43efca70d2fc', 'status': 'completed', 'code': 200} Jun 23 17:55:37.784987 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613e0c-72d8-4855-ac7e-4f41298e872e req-885170c6-e2c9-4cb4-a342-cf34cd76ca98 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:37.786534 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-92613e0c-72d8-4855-ac7e-4f41298e872e req-885170c6-e2c9-4cb4-a342-cf34cd76ca98 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1054237 Jun 23 17:55:37.819122 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57490) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:37.866779 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-92613e0c-72d8-4855-ac7e-4f41298e872e req-328ab4ed-5b0a-4c68-9d38-c0bbc82ba231 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733192 Jun 23 17:55:38.344194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:38.475968 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f2d2bcac-19d0-43e2-a953-43efca70d2fc no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:38.497789 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: f2d2bcac-19d0-43e2-a953-43efca70d2fc {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:38.498220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device f2d2bcac-19d0-43e2-a953-43efca70d2fc not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:38.708370 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Deleting port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:38.708713 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:39.167581 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] For port 3145dfaa-1e5e-415c-b91f-7fa26376a8fe, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:39.168833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:39.198279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Calling delete_port for 3145dfaa-1e5e-415c-b91f-7fa26376a8fe owned by network:router_interface {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:39.226469 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b3fd7-6ece-48cc-841a-1f7e7bbfad9c req-9254f4ee-fb08-422f-9f85-e63eaf262233 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:39.229297 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d57b3fd7-6ece-48cc-841a-1f7e7bbfad9c req-9254f4ee-fb08-422f-9f85-e63eaf262233 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1896632 Jun 23 17:55:39.373740 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d57b3fd7-6ece-48cc-841a-1f7e7bbfad9c req-ea949419-280f-4321-9316-0a07347df729 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365066 Jun 23 17:55:39.607217 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:39.610582 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a73c10c1-3536-48e4-b264-e541cba6151a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:39.635734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Pushing event deleted for resources: {'Port': ['ID=3145dfaa-1e5e-415c-b91f-7fa26376a8fe,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:39.641229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:39.835784 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:40.095878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Router af3bcf8e-baaa-4325-9541-33e42f51fb79 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:55:40.258000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:55:40.264131 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] 10.222.0.66 "PUT /v2.0/routers/af3bcf8e-baaa-4325-9541-33e42f51fb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426973 Jun 23 17:55:40.272715 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Sync routers for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:55:40.274570 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57494) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:40.289758 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:40.290618 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:40.406445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:40.409473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:40.537993 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:40.617485 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Deleting port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:40.617820 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:40.698281 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:55:39Z', 'revision_number': 5, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port': {'id': 'a8c22fc9-dd17-414c-9beb-f3dbfdc9166b', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:38Z', 'updated_at': '2021-06-23T17:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:40.703095 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df717f3e-9aad-4080-ae12-32f9be7f95d8 req-b69b2a5b-35e3-4020-af98-6f4b26787071 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:40.706425 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-df717f3e-9aad-4080-ae12-32f9be7f95d8 req-b69b2a5b-35e3-4020-af98-6f4b26787071 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1349113 Jun 23 17:55:40.751163 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Checking router: af3bcf8e-baaa-4325-9541-33e42f51fb79 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:55:40.762723 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Routers {'af3bcf8e-baaa-4325-9541-33e42f51fb79'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:40.764112 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['af3bcf8e-baaa-4325-9541-33e42f51fb79'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:40.771160 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-df717f3e-9aad-4080-ae12-32f9be7f95d8 req-1858ea2b-a312-4fff-82cd-314137799130 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500236 Jun 23 17:55:40.775774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] For port a8c22fc9-dd17-414c-9beb-f3dbfdc9166b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:40.776420 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:40.794540 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Calling delete_port for a8c22fc9-dd17-414c-9beb-f3dbfdc9166b owned by network:router_gateway {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:41.018115 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] Set router af3bcf8e-baaa-4325-9541-33e42f51fb79 gateway port host: None {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:41.035805 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.038151 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e6c0adc5-05b9-485f-9484-fe87790189b2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:41.069381 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c22fc9-dd17-414c-9beb-f3dbfdc9166b,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:41.072229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:41.092973 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:55:40Z', 'revision_number': 6, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:41.127500 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47dc70-d82d-43a2-9ae1-3f7af907278e None None] The sync data for ids ['af3bcf8e-baaa-4325-9541-33e42f51fb79'] in dv-cinder-797510-2-iscsi is: [{'id': 'af3bcf8e-baaa-4325-9541-33e42f51fb79', 'name': 'tempest-TestMinimumBasicScenario-225398909-router', 'tenant_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:37Z', 'updated_at': '2021-06-23T17:55:40Z', 'revision_number': 6, 'project_id': 'ec720d9c3cc843dba22fa712f3b9fd9c', 'gw_port_host': None}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:55:41.140154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.255262 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.257839 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.325368 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.326426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3bcf8e-baaa-4325-9541-33e42f51fb79 {{(pid=104927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:55:41.331382 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.332651 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] 10.222.0.66 "DELETE /v2.0/routers/af3bcf8e-baaa-4325-9541-33e42f51fb79 HTTP/1.1" status: 204 len: 168 time: 1.0569189 Jun 23 17:55:41.336011 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57498) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:41.399453 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Deleting subnet 97c3e830-a13f-4a23-97b6-c36ca38e9f4d {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:55:41.403705 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.452851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.650771 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.739252 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.744522 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5f08c485-c078-4432-8df1-4a2d3b1d2c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:41.786373 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c3e830-a13f-4a23-97b6-c36ca38e9f4d,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:41.791301 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:41.792913 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.796977 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/97c3e830-a13f-4a23-97b6-c36ca38e9f4d HTTP/1.1" status: 204 len: 168 time: 0.4596512 Jun 23 17:55:41.801891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57500) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:41.805428 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f103d6-c799-4888-a289-010f72ebc432 None None] Network 5db422ae-17c1-47cc-af3e-c247bf7c0a38 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:55:41.894198 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:41.987667 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Deleting port 3cf4f7f9-1202-47d5-8391-d735f80ec115 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:41.988222 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.094803 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790fbc5-f3ed-4acb-863f-e2b540d990cf req-2ce35839-8928-4f23-a23f-c978968a6d11 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:42.097410 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0790fbc5-f3ed-4acb-863f-e2b540d990cf req-2ce35839-8928-4f23-a23f-c978968a6d11 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1208365 Jun 23 17:55:42.102987 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] For port 3cf4f7f9-1202-47d5-8391-d735f80ec115, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3cf4f7f9-1202-47d5-8391-d735f80ec115,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:42.103558 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.118840 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] DHCP port deletion for 5db422ae-17c1-47cc-af3e-c247bf7c0a38 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:55:42.121779 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Calling delete_port for 3cf4f7f9-1202-47d5-8391-d735f80ec115 owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:42.168323 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0790fbc5-f3ed-4acb-863f-e2b540d990cf req-65d02c6f-0309-4c66-84e0-b59aea008e08 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601487 Jun 23 17:55:42.193389 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Deleting port 3cf4f7f9-1202-47d5-8391-d735f80ec115 {{(pid=104928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:42.194186 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.243770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.246038 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9f249e30-63f3-4bbf-9a54-42f93a1bce58 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:42.277376 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] No DVR routers for this DVR port 3cf4f7f9-1202-47d5-8391-d735f80ec115 on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:42.279784 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf4f7f9-1202-47d5-8391-d735f80ec115,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:42.284155 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:42.314108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] For port 3cf4f7f9-1202-47d5-8391-d735f80ec115, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=3cf4f7f9-1202-47d5-8391-d735f80ec115,segment=NetworkSegment(edbfe560-89aa-4e55-a929-963537d0a202),segment_id=edbfe560-89aa-4e55-a929-963537d0a202)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:42.314108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.337074 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Calling delete_port for 3cf4f7f9-1202-47d5-8391-d735f80ec115 owned by network:dhcp {{(pid=104928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:42.392517 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.412966 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db422ae-17c1-47cc-af3e-c247bf7c0a38']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:42.431710 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbfe560-89aa-4e55-a929-963537d0a202') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:42.432332 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbfe560-89aa-4e55-a929-963537d0a202') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:42.451304 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.481269 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.489765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:55:42.490312 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:55:42.493031 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:55:42.544939 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022'] for port, after_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.554646 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:42.595075 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.595781 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Pushing event deleted for resources: {'Port': ['ID=3cf4f7f9-1202-47d5-8391-d735f80ec115,revision_number=None']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:42.607888 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] No DVR routers for this DVR port 3cf4f7f9-1202-47d5-8391-d735f80ec115 on host dv-cinder-797510-2-iscsi {{(pid=104928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:42.608334 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:42.612198 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5db422ae-17c1-47cc-af3e-c247bf7c0a38 HTTP/1.1" status: 204 len: 168 time: 0.8051429 Jun 23 17:55:42.612532 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.612982 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.613504 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.613727 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57504) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:42.614008 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.614530 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.614720 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:42.615042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.615564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.616083 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.616575 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.617080 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.617578 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.618048 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:55:42.624613 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:42.677573 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3cf4f7f9-1202-47d5-8391-d735f80ec115 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:42.701287 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 3cf4f7f9-1202-47d5-8391-d735f80ec115 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:42.701722 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3cf4f7f9-1202-47d5-8391-d735f80ec115 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:42.702879 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device a8c22fc9-dd17-414c-9beb-f3dbfdc9166b no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:42.715363 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db422ae-17c1-47cc-af3e-c247bf7c0a38,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:42.722455 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:42.741719 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: a8c22fc9-dd17-414c-9beb-f3dbfdc9166b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:42.742590 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device a8c22fc9-dd17-414c-9beb-f3dbfdc9166b not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:42.743329 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3145dfaa-1e5e-415c-b91f-7fa26376a8fe no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:42.788584 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 3145dfaa-1e5e-415c-b91f-7fa26376a8fe {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:42.788584 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 3145dfaa-1e5e-415c-b91f-7fa26376a8fe not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:43.186381 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:43.197690 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8e68a776-d58b-4a3e-b800-6fb1da544920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:43.432484 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05909156-165a-4e58-a582-ce09012e47a5 req-36230fd7-4e15-431d-b43c-be71a4137071 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:43.434074 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-05909156-165a-4e58-a582-ce09012e47a5 req-36230fd7-4e15-431d-b43c-be71a4137071 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1336458 Jun 23 17:55:43.510630 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-05909156-165a-4e58-a582-ce09012e47a5 req-faa033ac-ec2d-4e25-9d4f-6db27389ded2 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680122 Jun 23 17:55:43.583122 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Deleting port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:43.583607 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:43.691312 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] For port f4211f22-4e68-40f4-9f44-e4bde9a5dd2b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:43.691604 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:43.706612 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Calling delete_port for f4211f22-4e68-40f4-9f44-e4bde9a5dd2b owned by network:router_interface {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:44.017349 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:44.020086 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:44.046550 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4211f22-4e68-40f4-9f44-e4bde9a5dd2b,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:44.050104 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:44.247811 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:44.484575 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:55:44.784703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0aaf2-e250-4a87-ac9a-e76806fb5c1b req-68c5fc26-d6ce-484d-a30d-ebc4379fe552 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:44.788717 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dbd0aaf2-e250-4a87-ac9a-e76806fb5c1b req-68c5fc26-d6ce-484d-a30d-ebc4379fe552 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1038737 Jun 23 17:55:44.847043 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-dbd0aaf2-e250-4a87-ac9a-e76806fb5c1b req-be77612b-6130-4d69-9a03-7d27624ca02d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533738 Jun 23 17:55:44.897389 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:55:44.903895 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] 10.222.0.66 "PUT /v2.0/routers/04643b5a-5cd4-4fa1-95f4-1faace71a6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2848663 Jun 23 17:55:44.905566 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57520) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:44.910285 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Sync routers for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:55:44.924686 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:44.925413 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:45.066012 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks [] for router, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:45.099999 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:45.227429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:45.316103 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Deleting port aca60c1b-8f09-4437-9906-1975ea2b858a {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:45.317171 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:45.400516 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d471b43-ae75-455c-b4c7-1c7e63731b02 req-f9434d98-e204-4e92-a840-d0547100f3f5 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:45.404144 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5d471b43-ae75-455c-b4c7-1c7e63731b02 req-f9434d98-e204-4e92-a840-d0547100f3f5 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.1118991 Jun 23 17:55:45.425619 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] For port aca60c1b-8f09-4437-9906-1975ea2b858a, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=aca60c1b-8f09-4437-9906-1975ea2b858a,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:45.426735 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:45.451401 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Calling delete_port for aca60c1b-8f09-4437-9906-1975ea2b858a owned by network:router_gateway {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:45.465681 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:55:43Z', 'revision_number': 5, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port': {'id': 'aca60c1b-8f09-4437-9906-1975ea2b858a', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:45.483492 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5d471b43-ae75-455c-b4c7-1c7e63731b02 req-b66d8d67-1202-4c98-9bb6-25a7008c3cd7 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651283 Jun 23 17:55:45.508304 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Checking router: 04643b5a-5cd4-4fa1-95f4-1faace71a6ad for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:55:45.519573 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Routers {'04643b5a-5cd4-4fa1-95f4-1faace71a6ad'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:45.520451 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:45.640054 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] Set router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:45.701108 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:55:45Z', 'revision_number': 6, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:45.715692 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:45.720139 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:45.736372 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f18ca6-bd6d-4b1c-9746-8b576cdbd8b5 None None] The sync data for ids ['04643b5a-5cd4-4fa1-95f4-1faace71a6ad'] in dv-cinder-797510-2-iscsi is: [{'id': '04643b5a-5cd4-4fa1-95f4-1faace71a6ad', 'name': 'tempest-TestMinimumBasicScenario-857471405-router', 'tenant_id': '5179e195d66141d695cc3d43d62a0b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:51:45Z', 'updated_at': '2021-06-23T17:55:45Z', 'revision_number': 6, 'project_id': '5179e195d66141d695cc3d43d62a0b42', 'gw_port_host': None}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:55:45.760116 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aca60c1b-8f09-4437-9906-1975ea2b858a,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:45.767280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:45.880185 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.067233 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.070602 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.153184 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.153665 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04643b5a-5cd4-4fa1-95f4-1faace71a6ad {{(pid=104926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:55:46.162770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.163959 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7f4c8df3-26da-49d2-b480-73f03e1f1af6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/04643b5a-5cd4-4fa1-95f4-1faace71a6ad HTTP/1.1" status: 204 len: 168 time: 1.2564998 Jun 23 17:55:46.166761 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57528) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:46.187326 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-510caeef-b9d9-49b0-83f8-746600d69d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.225416 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2605c-3f52-4e4f-ba76-1f750178511d req-ef19171d-20f5-4c7e-ad27-759920a81db3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:46.227291 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.227806 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-68d2605c-3f52-4e4f-ba76-1f750178511d req-ef19171d-20f5-4c7e-ad27-759920a81db3 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1769831 Jun 23 17:55:46.272719 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Deleting subnet ecc92edc-f7ad-45aa-bfca-ae03aa7d9089 {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:55:46.279871 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.319261 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-68d2605c-3f52-4e4f-ba76-1f750178511d req-a41b9e5f-5cf6-41e9-b823-5f67ce5506cb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810502 Jun 23 17:55:46.331395 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.430411 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.501851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.507846 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:46.553308 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc92edc-f7ad-45aa-bfca-ae03aa7d9089,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:46.558974 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.574260 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4f21d-4102-43b2-924f-00454621275d None None] Network b0a931fe-b643-45bc-95ea-8725721fb64d requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:55:46.575836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57532) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:46.584145 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ecc92edc-f7ad-45aa-bfca-ae03aa7d9089 HTTP/1.1" status: 204 len: 168 time: 0.4001021 Jun 23 17:55:46.586046 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c38e9778-16ce-4d5f-856f-5aa69caa07b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:46.748417 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device aca60c1b-8f09-4437-9906-1975ea2b858a no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:46.780882 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: aca60c1b-8f09-4437-9906-1975ea2b858a {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:46.781454 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device aca60c1b-8f09-4437-9906-1975ea2b858a not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:46.782127 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device f4211f22-4e68-40f4-9f44-e4bde9a5dd2b no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:46.797845 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:46.819735 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: f4211f22-4e68-40f4-9f44-e4bde9a5dd2b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:46.820209 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device f4211f22-4e68-40f4-9f44-e4bde9a5dd2b not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:46.924305 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] DHCP port deletion for b0a931fe-b643-45bc-95ea-8725721fb64d request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:55:46.974113 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370f64a-d97a-4c0d-b705-f83cbd102f1d req-d28b5d30-2477-44e7-92c1-cedf67296f13 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:46.976921 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b370f64a-d97a-4c0d-b705-f83cbd102f1d req-d28b5d30-2477-44e7-92c1-cedf67296f13 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.3044982 Jun 23 17:55:47.007844 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Deleting port 9e01bfe6-8b42-416e-ae9c-47584d494460 {{(pid=104928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:47.008481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.094064 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Deleting port 9e01bfe6-8b42-416e-ae9c-47584d494460 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:47.094629 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.102809 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] For port 9e01bfe6-8b42-416e-ae9c-47584d494460, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=9e01bfe6-8b42-416e-ae9c-47584d494460,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:47.103215 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.120663 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Calling delete_port for 9e01bfe6-8b42-416e-ae9c-47584d494460 owned by network:dhcp {{(pid=104928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:47.128405 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b370f64a-d97a-4c0d-b705-f83cbd102f1d req-74b7e96f-2e34-44ab-8149-f81373b34fca tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343541 Jun 23 17:55:47.152096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-ee3fc7bc-74ac-4c23-8541-fc7dca459183 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:47.154946 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-ee3fc7bc-74ac-4c23-8541-fc7dca459183 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.2785151 Jun 23 17:55:47.242502 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022'] for port, after_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.245232 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:47.254039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] For port 9e01bfe6-8b42-416e-ae9c-47584d494460, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=9e01bfe6-8b42-416e-ae9c-47584d494460,segment=NetworkSegment(394300ea-0ebf-4bf5-8e90-bba1e37ab7de),segment_id=394300ea-0ebf-4bf5-8e90-bba1e37ab7de)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:47.254428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.272951 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Pushing event deleted for resources: {'Port': ['ID=9e01bfe6-8b42-416e-ae9c-47584d494460,revision_number=None']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:47.277065 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:47.278311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] No DVR routers for this DVR port 9e01bfe6-8b42-416e-ae9c-47584d494460 on host dv-cinder-797510-2-iscsi {{(pid=104928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:47.279035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Calling delete_port for 9e01bfe6-8b42-416e-ae9c-47584d494460 owned by network:dhcp {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:47.404388 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Deleting port 410799e1-2b1a-400d-9c67-ab07d88a99af {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:47.404716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.489208 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.497087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e6a65d8-0e17-41e6-97d5-01499aae6346 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:47.524759 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b1f2c-0836-4737-acaf-52d776287a5f req-7b907a4a-f2cf-484d-a0a2-8f404184b0c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:47.526713 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5c8b1f2c-0836-4737-acaf-52d776287a5f req-7b907a4a-f2cf-484d-a0a2-8f404184b0c1 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.0832593 Jun 23 17:55:47.540180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e01bfe6-8b42-416e-ae9c-47584d494460,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:47.542298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] No DVR routers for this DVR port 9e01bfe6-8b42-416e-ae9c-47584d494460 on host dv-cinder-797510-2-iscsi {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:47.549186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:47.577990 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5c8b1f2c-0836-4737-acaf-52d776287a5f req-a3e11497-1c5d-4f9f-ae53-aed5e61a509c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402327 Jun 23 17:55:47.650309 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] For port 410799e1-2b1a-400d-9c67-ab07d88a99af, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=410799e1-2b1a-400d-9c67-ab07d88a99af,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:47.650960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.661434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:47.678879 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a931fe-b643-45bc-95ea-8725721fb64d']}} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:47.723761 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394300ea-0ebf-4bf5-8e90-bba1e37ab7de') {'for_net_delete': True} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:47.724092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394300ea-0ebf-4bf5-8e90-bba1e37ab7de') {} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:47.840798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.037913 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25403028'] for segment, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.068874 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.107002 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.121028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=104927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:55:48.121446 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402657'] for segment, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self.session.flush() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self.session.flush() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self.session.flush() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self.session.flush() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: Traceback (most recent call last): Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: timer() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: cb(*args, **kw) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: return func(*args, **kwargs) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self._notify() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: self.callback(batched_events) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: event.method(event) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: return f(self, *a, **k) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._get(url).json() Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: return self.request(url, 'GET', **kwargs) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:55:48.123332 dv-cinder-797510-2-iscsi neutron-server[104927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:55:48.269388 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.283132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0cc5cb79-df27-4c44-9d83-fc11d907b19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:48.294790 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.298376 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b0a931fe-b643-45bc-95ea-8725721fb64d HTTP/1.1" status: 204 len: 168 time: 1.7194080 Jun 23 17:55:48.320655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.321029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.321341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Floating IP 40626cd4-5891-4044-a30a-9c82ca73e187 disassociated. External IP: 172.27.3.134, port: 410799e1-2b1a-400d-9c67-ab07d88a99af. Jun 23 17:55:48.321687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Calling delete_port for 410799e1-2b1a-400d-9c67-ab07d88a99af owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:48.323848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a931fe-b643-45bc-95ea-8725721fb64d,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:48.331744 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:48.480419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28266636-dc47-4729-8624-00493f4cd024 req-6e733742-3451-44b8-8ab5-979c20e85f02 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:48.482988 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-28266636-dc47-4729-8624-00493f4cd024 req-6e733742-3451-44b8-8ab5-979c20e85f02 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 945 time: 0.1830964 Jun 23 17:55:48.534810 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57542) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:48.580695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.590438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1f7096b6-dac6-4ee4-946c-e25f23a9584f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:48.609422 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-28266636-dc47-4729-8624-00493f4cd024 req-15132c93-d0e4-442c-a99b-45e1e36bc77c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=156dfc2d-72ea-4250-97cd-32b5f87898e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167049 Jun 23 17:55:48.621199 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-93571978-64f2-41ca-8024-8866584eac35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec720d9c3cc843dba22fa712f3b9fd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845010 Jun 23 17:55:48.621770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57544) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:48.630231 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 9e01bfe6-8b42-416e-ae9c-47584d494460 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:48.648417 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'Port': ['ID=410799e1-2b1a-400d-9c67-ab07d88a99af,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:48.665153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:48.718683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 9e01bfe6-8b42-416e-ae9c-47584d494460 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:48.721047 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 9e01bfe6-8b42-416e-ae9c-47584d494460 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:48.750845 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.782949 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.863676 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:55:48.916570 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.921580 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:48.923475 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1eb0927-7484-42f3-8895-f0d65c4bb5bd HTTP/1.1" status: 204 len: 168 time: 0.2996037 Jun 23 17:55:48.926628 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be91a764-0766-4ba6-8adb-d54e0fbd109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:48.944857 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eb0927-7484-42f3-8895-f0d65c4bb5bd,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:48.949069 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-12c6108a-9589-42e3-ad7c-c59a5dfd2956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:48.972408 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7035e11-de89-474c-9cfb-de68b6c64d03 req-ff76dd92-0a3b-4f0e-9ab0-477775e91037 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:48.976154 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f7035e11-de89-474c-9cfb-de68b6c64d03 req-ff76dd92-0a3b-4f0e-9ab0-477775e91037 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1563950 Jun 23 17:55:49.039085 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:55:49.046288 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f7035e11-de89-474c-9cfb-de68b6c64d03 req-84d578df-1886-40a4-9e4f-4d135bae273d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589046 Jun 23 17:55:49.054763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:55:49.073786 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:49.074450 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:49.107591 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] No DVR routers for this DVR port 410799e1-2b1a-400d-9c67-ab07d88a99af on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:55:49.111514 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.114554 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e03e4fcc-5727-45b5-b180-ffa53bea5762 req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "DELETE /v2.0/ports/410799e1-2b1a-400d-9c67-ab07d88a99af HTTP/1.1" status: 204 len: 173 time: 1.9468250 Jun 23 17:55:49.115090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'name': 'network-vif-deleted', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:49.117538 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539f4dc6-d5a9-4327-8610-1313049d3256" -d '{"events": [{"server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "name": "network-vif-deleted", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:49.179524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7a915-8caf-484f-b30c-221bcda8568c x-openstack-request-id: req-ddb7a915-8caf-484f-b30c-221bcda8568c {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:49.180092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1023ac4e-8d1c-4822-91e0-18b0bdabf75d", "name": "network-vif-deleted", "tag": "410799e1-2b1a-400d-9c67-ab07d88a99af", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:49.180558 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddb7a915-8caf-484f-b30c-221bcda8568c {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:49.181242 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1023ac4e-8d1c-4822-91e0-18b0bdabf75d', 'name': 'network-vif-deleted', 'tag': '410799e1-2b1a-400d-9c67-ab07d88a99af', 'status': 'completed', 'code': 200} Jun 23 17:55:49.290248 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:49.423954 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.536200 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57554) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:49.591737 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-81633cef-e356-41d2-a875-c78d53f4019c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5179e195d66141d695cc3d43d62a0b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539360 Jun 23 17:55:49.595843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:49.602713 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57556) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:49.632966 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:55:49.643798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:55:49.644468 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:49.675542 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.716653 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.810001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.813917 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:49.815091 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/852e885d-78c4-4db7-8edc-269ae9c2cc34 HTTP/1.1" status: 204 len: 168 time: 0.2108097 Jun 23 17:55:49.816071 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-55468f47-a8a2-4218-b921-ae6cae7be622 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:49.825757 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852e885d-78c4-4db7-8edc-269ae9c2cc34,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:49.833144 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3f4fa176-5015-4ca8-9383-3d9fa7ac67bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:49.843142 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:55:50.021821 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b84365c3-8faa-4be2-95d5-067819743b4f req-580f0200-fe04-4a68-a6e2-4ef6e67f3bd3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=1023ac4e-8d1c-4822-91e0-18b0bdabf75d HTTP/1.1" status: 200 len: 210 time: 0.0998657 Jun 23 17:55:50.199069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:55:50.238041 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b57a24-714d-41fc-9865-fd603894e0fb None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:55:50.372604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e64322-eb9c-4ba3-88b0-223f3332650a req-aef7818c-261a-4e42-9ca8-804d2bbe00da tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:50.375254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-07e64322-eb9c-4ba3-88b0-223f3332650a req-aef7818c-261a-4e42-9ca8-804d2bbe00da tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1227703 Jun 23 17:55:50.435514 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-07e64322-eb9c-4ba3-88b0-223f3332650a req-2bf04b8b-0c24-4acb-99b5-0a1902708eb6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483720 Jun 23 17:55:50.573142 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:55:50.578937 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 410799e1-2b1a-400d-9c67-ab07d88a99af no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:55:50.612666 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 410799e1-2b1a-400d-9c67-ab07d88a99af {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:55:50.613309 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 410799e1-2b1a-400d-9c67-ab07d88a99af not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:55:50.617321 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8893247-adb7-45f0-8290-131535c0efe5 None None] New status for floating IP 40626cd4-5891-4044-a30a-9c82ca73e187: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:55:50.902464 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:50.926570 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '2562021f-5088-461c-9479-3dfa9270d174', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:55:50.988195 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.005082 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:55:51.032261 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:51.043678 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.046622 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8f2e534f-8060-4cd3-a8ab-26acf10e20a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:51.113657 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=6']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:51.116912 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:51.128896 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['2562021f-5088-461c-9479-3dfa9270d174'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:55:51.173281 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57568) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:51.241962 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.270744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.351978 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.354659 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.355872 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "DELETE /v2.0/security-groups/156dfc2d-72ea-4250-97cd-32b5f87898e9 HTTP/1.1" status: 204 len: 168 time: 0.1802335 Jun 23 17:55:51.356705 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b2516f9-6e14-47a7-a165-7410cf324d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:51.361131 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57570) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:51.369553 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156dfc2d-72ea-4250-97cd-32b5f87898e9,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:51.372859 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2c39fea8-6e55-4be4-b03a-c6f33dd97029 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:51.381345 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.api.v2.resource [None req-1b9e686e-ae2c-4671-8ae1-17dd474e5118 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] show failed (client error): The resource could not be found. Jun 23 17:55:51.385764 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57572) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:51.386109 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1b9e686e-ae2c-4671-8ae1-17dd474e5118 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups/156dfc2d-72ea-4250-97cd-32b5f87898e9 HTTP/1.1" status: 404 len: 347 time: 0.0228715 Jun 23 17:55:51.550906 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Deleting port 5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:55:51.551619 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.688352 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.688695 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.709984 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Calling delete_port for 5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7 owned by network:floatingip {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:55:51.740483 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ee78e-f4a6-4daa-bb0b-0af5357b7dbf req-e09beb0e-c284-4a25-b25f-97751424c5e9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:51.741633 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f44ee78e-f4a6-4daa-bb0b-0af5357b7dbf req-e09beb0e-c284-4a25-b25f-97751424c5e9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 944 time: 0.1218255 Jun 23 17:55:51.836359 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f44ee78e-f4a6-4daa-bb0b-0af5357b7dbf req-354a8892-f2fd-42e8-913e-99a22bca4b62 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607162 Jun 23 17:55:51.925167 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:51.927343 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:51.951544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'Port': ['ID=5ae729e0-3fc1-47fd-b48f-4da9b1e4f2d7,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:51.956172 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:52.035681 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.038447 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.039615 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-fb25d791-1ce7-4091-a390-697b9bd09414 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "DELETE /v2.0/floatingips/40626cd4-5891-4044-a30a-9c82ca73e187 HTTP/1.1" status: 204 len: 168 time: 0.6528997 Jun 23 17:55:52.338116 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57578) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:52.346361 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447271816', 'description': 'tempest-description--1537968565'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:52.380921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.497857 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.503839 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.506997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3a1d6be9-53ff-46cd-9c00-0d3d0abd3eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:52.536027 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.537758 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1978214 Jun 23 17:55:52.541855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57580) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:52.548729 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group_rule': {'security_group_id': 'ca0ecbec-aafb-4bd2-89e7-a703c4907f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:52.555540 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0ecbec-aafb-4bd2-89e7-a703c4907f39,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:52.562396 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:52.587616 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:55:52.592921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.673556 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 2562021f-5088-461c-9479-3dfa9270d174 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:55:52.674273 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.698310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.704618 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.710976 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:52.727397 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fa3271-6fa3-48ed-ae89-2efe80aa31e8,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:52.732602 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:52.737384 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.738213 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7b3e9ed9-0973-4473-8fdf-030cbbde061f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950161 Jun 23 17:55:52.742941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57582) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:52.755323 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'security_group_rule': {'security_group_id': 'ca0ecbec-aafb-4bd2-89e7-a703c4907f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:52.800829 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.801981 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.837157 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:52.839718 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf025ed-4bf7-4ff9-b533-c371dbd32e54" -d '{"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:52.855808 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:55:52.863059 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.867080 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:52.897834 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.904375 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.909446 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:52.930522 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ba348-952e-4244-b5d6-8c966fa22ffb x-openstack-request-id: req-4c0ba348-952e-4244-b5d6-8c966fa22ffb {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:52.931000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:52.931437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4c0ba348-952e-4244-b5d6-8c966fa22ffb {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:52.932108 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'code': 200} Jun 23 17:55:52.934566 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61f9c0d-2f12-4fa0-bf30-7e616589bc1b,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:52.945922 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:52.955392 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:52.961972 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d010e821-5aba-4ce3-84e4-f56cc2ce2897 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136328 Jun 23 17:55:52.962395 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 57588) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:55:52.967092 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=7']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:52.973069 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:52.976682 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:53.006197 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:53.160809 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:53.332920 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Allocated IP 172.27.3.156 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/f20de6bc-c214-414c-80a3-ce82dc6d0aaf) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:55:53.450360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82aa3e-e492-4898-bd9b-cb653c94dec7 req-0c5d3efb-1aab-45b9-8dc6-0941234f3cd5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:53.453998 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f82aa3e-e492-4898-bd9b-cb653c94dec7 req-0c5d3efb-1aab-45b9-8dc6-0941234f3cd5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.4151783 Jun 23 17:55:53.511702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:53.519550 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f82aa3e-e492-4898-bd9b-cb653c94dec7 req-1c014a2a-9f31-4522-b143-9b516886a7fb tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583682 Jun 23 17:55:53.580145 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:53.584131 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9cdaeb1f-f153-488b-baf1-e4e512f29660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:53.631589 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:55:53.637954 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:55:53.643194 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:55:53.676869 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=f20de6bc-c214-414c-80a3-ce82dc6d0aaf,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:53.684338 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:53.785179 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:53.842032 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:54.100549 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:54.106383 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:54.110012 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5421824c-1c5f-4bd3-a9f7-5144207d70a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:54.190669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=f20de6bc-c214-414c-80a3-ce82dc6d0aaf,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:54.202572 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:54.213182 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:54.235085 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:54.236456 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2714388 Jun 23 17:55:54.518560 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-73cfa70d-0641-473a-b48b-f8b14656cc30 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--447271816&fields=id&tenant_id=b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 267 time: 0.0435822 Jun 23 17:55:54.693888 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-a988a2a1-a305-41f6-8a3d-fd55eb933aad tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:54.696646 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-a988a2a1-a305-41f6-8a3d-fd55eb933aad tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 810 time: 0.1701961 Jun 23 17:55:54.713768 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-f69c3aad-cd6a-438d-bee8-1095b4d87a73 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/quotas/b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 375 time: 0.0109994 Jun 23 17:55:54.804128 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096396b-6bb9-47fb-b00c-c910728f1bf5 req-f9f899ea-2177-42cd-afe2-f1223ef93d0a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:54.805752 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0096396b-6bb9-47fb-b00c-c910728f1bf5 req-f9f899ea-2177-42cd-afe2-f1223ef93d0a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1001055 Jun 23 17:55:54.829862 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-624832be-ee89-4286-a0f7-dfa4208c681f tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042936 Jun 23 17:55:54.872197 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0096396b-6bb9-47fb-b00c-c910728f1bf5 req-ebc78ea6-b461-4c55-afb7-62e1aa5137f4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549753 Jun 23 17:55:55.016906 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-0745baaf-bb7e-44e8-bcc2-9b8a713b550b service neutron] 10.222.0.66 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719465 Jun 23 17:55:55.169166 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-08abbfb1-fd94-4717-8c4d-a1ebe846fbda service neutron] 10.222.0.66 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410818 Jun 23 17:55:55.406812 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-77cf4b7b-95da-43ad-a551-230ffae83b38 req-81af1364-bb23-4052-9df2-bf67da7f0212 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 210 time: 0.0545707 Jun 23 17:55:56.291446 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d33dca-31d0-403f-92d9-50dc7666b633 req-d8c18867-9eeb-4523-8016-0547e146a994 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:56.293377 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-25d33dca-31d0-403f-92d9-50dc7666b633 req-d8c18867-9eeb-4523-8016-0547e146a994 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.2229297 Jun 23 17:55:56.357766 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-25d33dca-31d0-403f-92d9-50dc7666b633 req-06fc1bf6-d1c7-4f73-bdf3-253b6e4870d0 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529466 Jun 23 17:55:56.700420 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a73148d0-6ff6-4ee2-8b81-d35e377bdb55 req-3fba2598-0147-433f-8a36-ab80aacfee2a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 210 time: 0.0571063 Jun 23 17:55:57.102693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-08d91390-74ab-4b22-84c4-919cac489cc1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:57.105874 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-08d91390-74ab-4b22-84c4-919cac489cc1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 810 time: 0.2740633 Jun 23 17:55:57.193145 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-221b0bd1-de3e-49d1-80d6-4644fd915136 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b422b091c6b64b01ac77b86c600925b7 HTTP/1.1" status: 200 len: 379 time: 0.0769629 Jun 23 17:55:57.215354 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'port': {'device_id': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'admin_state_up': True, 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'security_groups': ['ca0ecbec-aafb-4bd2-89e7-a703c4907f39']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:57.451189 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Made reservation on behalf of b422b091c6b64b01ac77b86c600925b7 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:55:57.462255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:57.703902 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b923d0d-63e1-400a-92d8-8ae1fadea45e req-09e01c6c-e448-487b-a7bd-71489faf8b7e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:57.707568 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0b923d0d-63e1-400a-92d8-8ae1fadea45e req-09e01c6c-e448-487b-a7bd-71489faf8b7e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1010897 Jun 23 17:55:57.769635 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Allocated IP 172.20.0.12 (11985a48-9b20-4952-971d-4785d8543a69/3da84e83-2f67-4267-8123-01cef37fde50/620e77c6-bedf-4a46-9203-91559efcefde) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:55:57.847359 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0b923d0d-63e1-400a-92d8-8ae1fadea45e req-ccc354b8-537b-4eef-b6e1-7d7041231400 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278882 Jun 23 17:55:58.034741 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8d0d85fb-45f9-4d66-99c8-410f9a786f03 req-8998445e-cb97-4a3e-a361-3e44e1b64655 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 210 time: 0.0854421 Jun 23 17:55:58.120486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.146008 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Transition to ACTIVE for port object 620e77c6-bedf-4a46-9203-91559efcefde will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:55:58.208092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.213862 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-99e29c21-5d2e-4ceb-84fb-200d32f1a654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:58.267444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Network 11985a48-9b20-4952-971d-4785d8543a69 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:55:58.271528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:55:58.274221 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:55:58.283555 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event updated for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:58.292867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:58.352069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:58.352841 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.380376 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780224 Jun 23 17:55:58.400303 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Request body: {'port': {'device_id': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:55:58.506899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.588979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-77d2cc43-dd5d-435f-b64c-ebf83932fc54 None None] Provisioning for port 620e77c6-bedf-4a46-9203-91559efcefde completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:55:58.596365 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-77d2cc43-dd5d-435f-b64c-ebf83932fc54 None None] Provisioning complete for port 620e77c6-bedf-4a46-9203-91559efcefde triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:55:58.600474 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-77d2cc43-dd5d-435f-b64c-ebf83932fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.654179 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-77d2cc43-dd5d-435f-b64c-ebf83932fc54 None None] Port 620e77c6-bedf-4a46-9203-91559efcefde cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 17:55:58.892125 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620e77c6-bedf-4a46-9203-91559efcefde {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:55:58.901383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.933701 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Transition to ACTIVE for port object 620e77c6-bedf-4a46-9203-91559efcefde will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:55:58.939912 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:58.944376 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea6296ac-f762-41dc-8be0-b0d7b05aed56 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:59.020328 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Pushing event updated for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:59.027486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:59.199870 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Attempting to bind port 620e77c6-bedf-4a46-9203-91559efcefde on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:55:59.200244 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Attempting to bind port 620e77c6-bedf-4a46-9203-91559efcefde by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:55:59.200658 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Attempting to bind port 620e77c6-bedf-4a46-9203-91559efcefde on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:55:59.205936 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Port 620e77c6-bedf-4a46-9203-91559efcefde on network 11985a48-9b20-4952-971d-4785d8543a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:55:59.206284 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Attempting to bind port 620e77c6-bedf-4a46-9203-91559efcefde on network 11985a48-9b20-4952-971d-4785d8543a69 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:55:59.212697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:55:59.213043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Checking segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:55:59.213437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Bound using segment: {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:55:59.213890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Bound port: 620e77c6-bedf-4a46-9203-91559efcefde, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6911bfca-ea12-4e89-9678-fc1f0f3714e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '11985a48-9b20-4952-971d-4785d8543a69'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:55:59.214249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:59.279086 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e7e2-ec3b-439c-9ccb-daf946f42490 req-d76c9d8a-39bf-4519-af23-4ce1ff529c23 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.282825 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a974e7e2-ec3b-439c-9ccb-daf946f42490 req-d76c9d8a-39bf-4519-af23-4ce1ff529c23 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1503534 Jun 23 17:55:59.357517 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a974e7e2-ec3b-439c-9ccb-daf946f42490 req-e48c2a1f-d816-4ef1-a3e2-2dfae8d97f29 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581129 Jun 23 17:55:59.357769 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:55:59.362620 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=620e77c6-bedf-4a46-9203-91559efcefde,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:55:59.368617 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:59.372106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-37b1768f-46e8-4bb0-876c-2c754361889c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:55:59.384777 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427614a1-567e-4519-93ea-4440a082990e req-c1dfdde1-79ec-4863-bc82-eb33aa4c55c1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.395608 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-427614a1-567e-4519-93ea-4440a082990e req-c1dfdde1-79ec-4863-bc82-eb33aa4c55c1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 944 time: 0.1642001 Jun 23 17:55:59.456475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.457091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:55:59.468293 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] 10.222.0.65 "PUT /v2.0/ports/620e77c6-bedf-4a46-9203-91559efcefde HTTP/1.1" status: 200 len: 1094 time: 1.0668116 Jun 23 17:55:59.468293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:55:59.468293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "tag": "620e77c6-bedf-4a46-9203-91559efcefde"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:55:59.540176 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Pushing event updated for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:55:59.547474 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efdff60-e208-4aa7-927c-96202659315b x-openstack-request-id: req-4efdff60-e208-4aa7-927c-96202659315b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:55:59.547474 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "tag": "620e77c6-bedf-4a46-9203-91559efcefde", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:55:59.548310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4efdff60-e208-4aa7-927c-96202659315b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:55:59.548853 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde', 'status': 'completed', 'code': 200} Jun 23 17:55:59.566659 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-427614a1-567e-4519-93ea-4440a082990e req-93891867-395f-4308-a3b7-5b9488bcaa27 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694055 Jun 23 17:55:59.568285 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:55:59.673941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-9c80aea6-b256-4a17-a708-a578babcd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.676691 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-9c80aea6-b256-4a17-a708-a578babcd417 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 1097 time: 0.1545463 Jun 23 17:55:59.727128 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-98000908-a06f-445b-8a16-e28793b37c5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620e77c6-bedf-4a46-9203-91559efcefde HTTP/1.1" status: 200 len: 217 time: 0.0429034 Jun 23 17:55:59.797544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-3ac4951e-a959-462f-a4a0-29a4064fd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.799048 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-3ac4951e-a959-462f-a4a0-29a4064fd663 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0648494 Jun 23 17:55:59.910293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a75355-5ced-4230-8baa-86d34381fd32 req-e4d5181a-1e9f-4fb6-9a24-e716f56b6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:55:59.913289 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-e4d5181a-1e9f-4fb6-9a24-e716f56b6114 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052270 Jun 23 17:56:00.072518 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-dfec2448-108f-4119-bc12-d54a1c6b923c service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509185 Jun 23 17:56:00.255619 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-96a75355-5ced-4230-8baa-86d34381fd32 req-74b0cdc9-2908-4ff4-b162-97e46f5a671b service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758411 Jun 23 17:56:00.418948 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-bf196bff-1afa-4886-b5ce-17620caa0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:00.421316 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-bf196bff-1afa-4886-b5ce-17620caa0183 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 1097 time: 0.0855253 Jun 23 17:56:00.559329 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-287d46c3-a420-45d2-8e40-a30326e8c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:00.561995 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-287d46c3-a420-45d2-8e40-a30326e8c49e service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1339126 Jun 23 17:56:00.644379 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-916e4f30-9092-4429-a621-686da0f0418b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620e77c6-bedf-4a46-9203-91559efcefde HTTP/1.1" status: 200 len: 217 time: 0.0702748 Jun 23 17:56:00.772216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-69a4d7e5-bb84-4d1d-8644-b5a00f173ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:00.775991 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-69a4d7e5-bb84-4d1d-8644-b5a00f173ba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.1195488 Jun 23 17:56:00.816694 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe324b09-1f9a-4523-a7cf-3634539643f5 req-a601de4e-7c45-4eaf-8fb7-57dd1daed88c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:00.819454 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fe324b09-1f9a-4523-a7cf-3634539643f5 req-a601de4e-7c45-4eaf-8fb7-57dd1daed88c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1412203 Jun 23 17:56:00.898302 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fe324b09-1f9a-4523-a7cf-3634539643f5 req-8e08df7a-b8ba-46dc-90d4-315b46fee929 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710351 Jun 23 17:56:00.995372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7061a10-6b31-4536-beca-4f8d71f137e7 req-2c7b3a24-b6ff-4922-bdc2-5d22c13ab18a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:00.997192 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b7061a10-6b31-4536-beca-4f8d71f137e7 req-2c7b3a24-b6ff-4922-bdc2-5d22c13ab18a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 944 time: 0.1578918 Jun 23 17:56:01.022829 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-b59cd1bd-e3c0-423e-b301-aba7d8c04936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:01.024963 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-b59cd1bd-e3c0-423e-b301-aba7d8c04936 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2431240 Jun 23 17:56:01.156837 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b7061a10-6b31-4536-beca-4f8d71f137e7 req-226b6934-cdf6-4d65-aeca-a174fd197a7d tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483798 Jun 23 17:56:01.215006 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-0778cc99-bb27-44ef-a73d-4dc0abaa6134 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750014 Jun 23 17:56:01.366966 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7503e6d7-5e6c-4cda-8b3b-547f2f6b0b7b req-ea9da37d-2c50-4af5-8623-0505275836e1 service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440296 Jun 23 17:56:02.531545 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8783d42-e727-4e3e-83db-be546f539629 req-074f1cce-61fa-48d8-afe4-9db5a5813c26 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:02.540273 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f8783d42-e727-4e3e-83db-be546f539629 req-074f1cce-61fa-48d8-afe4-9db5a5813c26 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1311533 Jun 23 17:56:02.545170 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6ccdd-1836-45c6-bafe-425c3aa49675 req-b63b9aaa-7af8-4e3d-9e8e-3724181a6888 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:02.549202 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-73d6ccdd-1836-45c6-bafe-425c3aa49675 req-b63b9aaa-7af8-4e3d-9e8e-3724181a6888 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 944 time: 0.1412277 Jun 23 17:56:02.614210 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f8783d42-e727-4e3e-83db-be546f539629 req-2c41aa77-31fe-4539-8c94-c3ff6533ed64 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725222 Jun 23 17:56:02.635064 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 620e77c6-bedf-4a46-9203-91559efcefde details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:56:02.650611 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-73d6ccdd-1836-45c6-bafe-425c3aa49675 req-08b42e42-f622-4da5-b34c-4fab9c191f8e tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906606 Jun 23 17:56:02.800633 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=620e77c6-bedf-4a46-9203-91559efcefde,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:02.822367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '620e77c6-bedf-4a46-9203-91559efcefde', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'port_id': '620e77c6-bedf-4a46-9203-91559efcefde', 'mac_address': 'fa:16:3e:10:97:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:56:02.918459 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:02.950986 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620e77c6-bedf-4a46-9203-91559efcefde {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:56:02.993300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=620e77c6-bedf-4a46-9203-91559efcefde,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:03.003832 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:03.007143 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-322f063c-548e-4d04-879a-98e569ceb880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:56:03.073092 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:56:03.077238 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:56:03.409682 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['620e77c6-bedf-4a46-9203-91559efcefde'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:56:03.974535 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56069427-ac23-4e7a-90b4-d0090915152a req-b11e038b-b4f2-42cf-85b6-818387410977 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:03.976470 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56069427-ac23-4e7a-90b4-d0090915152a req-b11e038b-b4f2-42cf-85b6-818387410977 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1340454 Jun 23 17:56:03.999354 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5a95-5618-4d60-8b3c-5d51430dd54d req-1ff86572-bcdb-48ab-a7d0-244b7f05d4f8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:04.002607 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-64ff5a95-5618-4d60-8b3c-5d51430dd54d req-1ff86572-bcdb-48ab-a7d0-244b7f05d4f8 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 945 time: 0.0992057 Jun 23 17:56:04.065369 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56069427-ac23-4e7a-90b4-d0090915152a req-792968d7-fd69-4f8b-a545-7683a72943e4 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735645 Jun 23 17:56:04.090068 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-64ff5a95-5618-4d60-8b3c-5d51430dd54d req-b3c3e2ce-3ffc-4f66-84d4-21043756ccad tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721741 Jun 23 17:56:04.659787 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 620e77c6-bedf-4a46-9203-91559efcefde up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:56:04.751220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 620e77c6-bedf-4a46-9203-91559efcefde completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:56:04.755867 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 620e77c6-bedf-4a46-9203-91559efcefde triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:56:04.756729 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:04.951672 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:05.004516 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:56:05.009934 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6cfd3-0f97-46cf-bab2-0e84b2b87151" -d '{"events": [{"server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "name": "network-vif-plugged", "status": "completed", "tag": "620e77c6-bedf-4a46-9203-91559efcefde"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:56:05.040111 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=620e77c6-bedf-4a46-9203-91559efcefde,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:05.047862 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:05.051293 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:56:05.120564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2b8ca8-de08-40a3-b4e2-dd449733160a x-openstack-request-id: req-ef2b8ca8-de08-40a3-b4e2-dd449733160a {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:56:05.120967 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "name": "network-vif-plugged", "status": "completed", "tag": "620e77c6-bedf-4a46-9203-91559efcefde", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:56:05.121200 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef2b8ca8-de08-40a3-b4e2-dd449733160a {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:56:05.121603 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde', 'code': 200} Jun 23 17:56:05.209342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:56:05.221661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:56:05.486436 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06754ae-11e3-4ac5-a21e-2c56878aed44 req-aba2d5d9-b396-4fe4-9a34-37404689b21b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:05.492240 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c06754ae-11e3-4ac5-a21e-2c56878aed44 req-aba2d5d9-b396-4fe4-9a34-37404689b21b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1252782 Jun 23 17:56:05.586169 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c06754ae-11e3-4ac5-a21e-2c56878aed44 req-30e2c73a-dbd0-4657-8ff9-f6af52d3f786 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886161 Jun 23 17:56:05.593290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae625-9108-4c7e-a15c-2b67e25979f4 req-4595e812-0934-4bf3-995a-676d68e639bf tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:05.595903 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b38ae625-9108-4c7e-a15c-2b67e25979f4 req-4595e812-0934-4bf3-995a-676d68e639bf tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.1982918 Jun 23 17:56:05.621434 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15fe6-b961-463c-a64d-85b432667e37 req-b07926bc-0032-4f27-be01-d7f4390f1ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:05.624145 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-89e15fe6-b961-463c-a64d-85b432667e37 req-b07926bc-0032-4f27-be01-d7f4390f1ff6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 1099 time: 0.1687224 Jun 23 17:56:05.733809 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b38ae625-9108-4c7e-a15c-2b67e25979f4 req-78881a6f-1f13-4ec7-9d2e-354b85a56e33 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233821 Jun 23 17:56:05.741892 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-89e15fe6-b961-463c-a64d-85b432667e37 req-f8a31c57-79df-4d71-a995-1507c4743342 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006927 Jun 23 17:56:06.986160 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf47c-bbb3-43ac-8e97-c49aace957b9 req-968e0926-7858-4346-b473-2d4154fca00e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:06.993220 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c90cf47c-bbb3-43ac-8e97-c49aace957b9 req-968e0926-7858-4346-b473-2d4154fca00e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1508501 Jun 23 17:56:07.090881 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c90cf47c-bbb3-43ac-8e97-c49aace957b9 req-8deeecf6-632f-4225-bf68-3d87bd2a925a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867083 Jun 23 17:56:07.132091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8289a9-96d6-4d0a-9344-9066e56a2954 req-96211551-b441-4018-b65f-3a41c9ea3a7b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:07.139700 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1f8289a9-96d6-4d0a-9344-9066e56a2954 req-96211551-b441-4018-b65f-3a41c9ea3a7b tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.1895447 Jun 23 17:56:07.248361 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1f8289a9-96d6-4d0a-9344-9066e56a2954 req-da142289-9fe5-467b-a087-89f88ce4bab1 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789487 Jun 23 17:56:08.422919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c25eb-265d-4144-89e6-07041fdab398 req-d7dd0924-b34c-47b5-aff7-916fb88bbd4c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:08.426880 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1b9c25eb-265d-4144-89e6-07041fdab398 req-d7dd0924-b34c-47b5-aff7-916fb88bbd4c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1247971 Jun 23 17:56:08.493886 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1b9c25eb-265d-4144-89e6-07041fdab398 req-6e071659-84e2-41dd-9226-8ec9f2e61e4b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578661 Jun 23 17:56:08.524965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0275a48-8768-4dd5-9ed4-9c2f236cea3c req-9a91e8b8-6621-402a-b6e4-e4fd5dc3beee tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:08.526580 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0275a48-8768-4dd5-9ed4-9c2f236cea3c req-9a91e8b8-6621-402a-b6e4-e4fd5dc3beee tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.1050065 Jun 23 17:56:08.596684 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b0275a48-8768-4dd5-9ed4-9c2f236cea3c req-eceb5b2d-3f94-444f-bdc7-e6453a083be6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591252 Jun 23 17:56:08.807475 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dd78b-464b-464d-a3f6-0e9ecbb3d3af req-5d8d7c90-ebc3-4371-93e3-d477bea2ccb6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:08.809394 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-321dd78b-464b-464d-a3f6-0e9ecbb3d3af req-5d8d7c90-ebc3-4371-93e3-d477bea2ccb6 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.0820239 Jun 23 17:56:08.817998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57714) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:56:08.823241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Request body: {'floatingip': {'port_id': '620e77c6-bedf-4a46-9203-91559efcefde'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:56:08.869694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:09.607910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:09.612304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:09.769043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9b22-023e-43a0-b8d3-bb5a2b82c86e req-9a05b0cc-b7f8-403d-81ee-9db08a957876 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:09.770580 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d66e9b22-023e-43a0-b8d3-bb5a2b82c86e req-9a05b0cc-b7f8-403d-81ee-9db08a957876 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1232979 Jun 23 17:56:09.771710 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Floating IP dc904479-fa64-495a-9e19-701bddbc02b8 associated. External IP: 172.27.3.156, port: 620e77c6-bedf-4a46-9203-91559efcefde. Jun 23 17:56:09.922853 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d66e9b22-023e-43a0-b8d3-bb5a2b82c86e req-4201eda1-6ae8-47d7-9004-e7d16ca0b9aa tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152213 Jun 23 17:56:10.009723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b6f71-a397-4512-a106-ce67b5aab62e req-6560a1c0-2a35-4aa7-b815-84062b20d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.011309 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-6560a1c0-2a35-4aa7-b815-84062b20d12d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1098 time: 0.1407578 Jun 23 17:56:10.116798 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:56:10.136030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:56:10.157657 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b6f71-a397-4512-a106-ce67b5aab62e req-6b43e086-5c78-4850-b1b4-1bda8a59bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.159093 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-6b43e086-5c78-4850-b1b4-1bda8a59bb02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1408997 Jun 23 17:56:10.296146 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-5c4174d9-876f-4ed9-b8e3-ac0b38f90c68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 1001 time: 0.1008658 Jun 23 17:56:10.345059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:56:10.350441 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:10.356496 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:56:10.372128 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:56:10.372853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:56:10.396881 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b6f71-a397-4512-a106-ce67b5aab62e req-c7f3363c-0e79-445c-9726-b6b1e7f67b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.398906 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-c7f3363c-0e79-445c-9726-b6b1e7f67b58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0967038 Jun 23 17:56:10.405696 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-184d02c6-5cf7-430e-a7d3-c709ce371218 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "PUT /v2.0/floatingips/dc904479-fa64-495a-9e19-701bddbc02b8 HTTP/1.1" status: 200 len: 992 time: 1.5866249 Jun 23 17:56:10.407808 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:56:10.412369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f6680-234a-422d-901f-4a0e4452f16f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "tag": "620e77c6-bedf-4a46-9203-91559efcefde"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:56:10.470355 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f06932-c427-415a-b0d9-cef8d376c52b x-openstack-request-id: req-10f06932-c427-415a-b0d9-cef8d376c52b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:56:10.471371 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "tag": "620e77c6-bedf-4a46-9203-91559efcefde", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:56:10.471859 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10f06932-c427-415a-b0d9-cef8d376c52b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:56:10.472479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde', 'status': 'completed', 'code': 200} Jun 23 17:56:10.489696 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b6f71-a397-4512-a106-ce67b5aab62e req-e36a35e8-4dcc-4751-bce3-70168aca407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.491621 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-e36a35e8-4dcc-4751-bce3-70168aca407e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847836 Jun 23 17:56:10.501763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:56:10.505958 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-b8824247-2401-446c-a052-e488abe4025c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:56:10.507852 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-b8824247-2401-446c-a052-e488abe4025c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065150 Jun 23 17:56:10.638075 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-ee40c9dd-4633-4b7c-a722-7ef5a11903d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.640974 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-ee40c9dd-4633-4b7c-a722-7ef5a11903d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b422b091c6b64b01ac77b86c600925b7&device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 1099 time: 0.1317487 Jun 23 17:56:10.683320 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-72e2cdc1-ae22-4cb8-b57e-15ff54a188c6 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650465 Jun 23 17:56:10.810478 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'dc904479-fa64-495a-9e19-701bddbc02b8', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '620e77c6-bedf-4a46-9203-91559efcefde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:10:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:55:53Z', 'updated_at': '2021-06-23T17:56:09Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:56:10.812160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-f09f4605-5045-40b9-852f-d8137780abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.813704 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-f09f4605-5045-40b9-852f-d8137780abe2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 200 len: 911 time: 0.1614358 Jun 23 17:56:10.838049 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-598b6f71-a397-4512-a106-ce67b5aab62e req-ba17295c-8804-4925-bfa6-db354b1f36da service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487443 Jun 23 17:56:10.841085 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:56:10.851201 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:56:10.851873 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:55:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:56:10.898000 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-8e3ccea3-b1c5-43b1-848c-5a145cc8e93d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620e77c6-bedf-4a46-9203-91559efcefde HTTP/1.1" status: 200 len: 1000 time: 0.0728314 Jun 23 17:56:10.966554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-fd76ec04-6271-4152-be7f-a537313e7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:10.968948 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:56:10.969061 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-fd76ec04-6271-4152-be7f-a537313e7957 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 200 len: 849 time: 0.0646353 Jun 23 17:56:11.030417 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-6b4c3b6c-279d-443b-b7ab-3168feb91f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:11.032183 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-6b4c3b6c-279d-443b-b7ab-3168feb91f3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11985a48-9b20-4952-971d-4785d8543a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565405 Jun 23 17:56:11.166491 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-7f302ca7-0878-43c6-b084-5330bbc4bafd service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274710 Jun 23 17:56:11.190098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da985-99dd-4bfe-b5b4-7b4eb61ecb8d req-5531852c-895b-4dcb-abe5-4a8b4eedd19c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:11.191694 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-875da985-99dd-4bfe-b5b4-7b4eb61ecb8d req-5531852c-895b-4dcb-abe5-4a8b4eedd19c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.1242115 Jun 23 17:56:11.225472 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'dc904479-fa64-495a-9e19-701bddbc02b8', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '620e77c6-bedf-4a46-9203-91559efcefde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:10:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:55:53Z', 'updated_at': '2021-06-23T17:56:09Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:56:11.252667 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8bc3af-36a3-4221-922c-007db3f81723 None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': 'dc904479-fa64-495a-9e19-701bddbc02b8', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'port_id': '620e77c6-bedf-4a46-9203-91559efcefde', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'mac_address': 'fa:16:3e:10:97:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T17:55:53Z', 'updated_at': '2021-06-23T17:56:09Z', 'revision_number': 1, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:56:11.283392 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-875da985-99dd-4bfe-b5b4-7b4eb61ecb8d req-fcc1199f-b562-442e-88c8-accac81fb01b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811896 Jun 23 17:56:11.309029 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c9f6680-234a-422d-901f-4a0e4452f16f req-758ab1fb-28ab-4d6c-9163-9bbf2abc3e1c service neutron] 10.222.0.65 "GET /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355343 Jun 23 17:56:11.461237 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f8c38a-c7ce-47d5-a5f6-687cfccbf4b6 None None] New status for floating IP dc904479-fa64-495a-9e19-701bddbc02b8: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:56:12.483667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d554-64ac-4f78-b341-692b1f92bf2d req-64af590f-fc48-449d-a6d0-0b7af109b82f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:12.485196 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6053d554-64ac-4f78-b341-692b1f92bf2d req-64af590f-fc48-449d-a6d0-0b7af109b82f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 945 time: 0.0751963 Jun 23 17:56:12.542418 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6053d554-64ac-4f78-b341-692b1f92bf2d req-68281f6e-3f13-485f-9079-c88cbbbc6a1b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508940 Jun 23 17:56:12.718308 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:56:12.826841 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:12.855341 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:56:12.857698 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bc0ac9-a5f7-4f7d-9f87-1339f7835e21" -d '{"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:56:12.873201 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:12.878426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:12.882029 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:56:12.941271 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57863f36-a762-4909-a27f-def5db17fb01 x-openstack-request-id: req-57863f36-a762-4909-a27f-def5db17fb01 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:56:12.941736 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-unplugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:56:12.942176 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57863f36-a762-4909-a27f-def5db17fb01 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:56:12.942998 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'code': 200} Jun 23 17:56:12.965323 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=8']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:56:12.969859 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:56:13.200996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6aad5b1b-20d2-4cb6-8fa4-03dab6a90df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:13.740743 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728904c-b673-4cbb-95ec-e900a7846447 req-98f23417-8984-492b-8aad-226d01d9b5df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:13.743050 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0728904c-b673-4cbb-95ec-e900a7846447 req-98f23417-8984-492b-8aad-226d01d9b5df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0732608 Jun 23 17:56:14.040592 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0728904c-b673-4cbb-95ec-e900a7846447 req-824b5a2d-24df-47c8-afad-11b55e3624f7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890654 Jun 23 17:56:15.318937 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-4b9b0416-da73-4ae7-8847-35a91183869a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519466 Jun 23 17:56:15.329895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b4ae0-e984-460c-ae65-80995c6fba25 req-7240a884-bb58-4f4a-96ca-aeb775bb491e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:15.331412 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7c6b4ae0-e984-460c-ae65-80995c6fba25 req-7240a884-bb58-4f4a-96ca-aeb775bb491e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0766089 Jun 23 17:56:15.373125 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7c6b4ae0-e984-460c-ae65-80995c6fba25 req-3c68b7ea-bcfa-4487-8e1c-75a4aae9131f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341873 Jun 23 17:56:16.183002 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f579fd4d-752a-4d33-a71e-b7918eda8bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:16.211244 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:16.271762 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-59a4113d-7680-466c-8f4c-af5c1bc01235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.273248 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-59a4113d-7680-466c-8f4c-af5c1bc01235 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d&tenant_id=82f396aea9f9409283a8b068f154dd06 HTTP/1.1" status: 200 len: 1096 time: 0.1048057 Jun 23 17:56:16.369305 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-c697a44a-421c-4328-9028-11f09f23e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.370791 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-c697a44a-421c-4328-9028-11f09f23e059 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1096 time: 0.0536299 Jun 23 17:56:16.477891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-98c7fc02-06d0-47d5-a625-341aac796204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.479503 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-98c7fc02-06d0-47d5-a625-341aac796204 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.1027377 Jun 23 17:56:16.588605 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-1bb30d05-6293-408f-9143-5d4662ccb56a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 999 time: 0.0924995 Jun 23 17:56:16.649043 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf979e-5921-41d6-be70-c8b36f46206e req-2e091546-8180-4802-9f98-07aec7517739 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.650535 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fdf979e-5921-41d6-be70-c8b36f46206e req-2e091546-8180-4802-9f98-07aec7517739 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.1478541 Jun 23 17:56:16.656723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-8e8e2933-4f13-40fc-a6a4-d8f6a6a34cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.658114 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-8e8e2933-4f13-40fc-a6a4-d8f6a6a34cfa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0618017 Jun 23 17:56:16.722398 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0fdf979e-5921-41d6-be70-c8b36f46206e req-5af4d16a-727a-422e-bf39-bdc9807da974 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633450 Jun 23 17:56:16.739760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-8cb821f2-ee26-45e7-b319-b3fb3f681a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:16.741691 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-8cb821f2-ee26-45e7-b319-b3fb3f681a53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764446 Jun 23 17:56:16.746933 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:56:16.840302 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-2afd048a-9128-41ca-a2f7-1aad72668630 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866301 Jun 23 17:56:16.930563 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-f3af497b-f6e7-4283-88b0-baa0cadbb54a service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840402 Jun 23 17:56:17.834650 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:17.920604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2801eb-d12d-4324-bf0e-b7152f66ff81 req-a00faf6b-8048-4956-b1db-efb3eade6ce6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:17.922602 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cd2801eb-d12d-4324-bf0e-b7152f66ff81 req-a00faf6b-8048-4956-b1db-efb3eade6ce6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0800953 Jun 23 17:56:17.974120 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cd2801eb-d12d-4324-bf0e-b7152f66ff81 req-a09c0855-e86c-40a0-aac3-7e3b94f1dffd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452783 Jun 23 17:56:18.074982 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:19.169999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b0b3d-38e4-4cd3-8df6-9c52d2540a70 req-aaf7c785-cf20-400b-848a-571f7f49c0af tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:19.172750 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ed3b0b3d-38e4-4cd3-8df6-9c52d2540a70 req-aaf7c785-cf20-400b-848a-571f7f49c0af tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0738080 Jun 23 17:56:19.215985 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ed3b0b3d-38e4-4cd3-8df6-9c52d2540a70 req-c76809c9-da0e-408a-895f-31c68a2e50fd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343745 Jun 23 17:56:19.372667 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:20.402350 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa7ea1-c7fe-4839-b4a5-478c592d9911 req-74dc2f05-4eb5-4380-b154-42042ac13f1f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:20.403839 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9baa7ea1-c7fe-4839-b4a5-478c592d9911 req-74dc2f05-4eb5-4380-b154-42042ac13f1f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0657032 Jun 23 17:56:20.450438 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9baa7ea1-c7fe-4839-b4a5-478c592d9911 req-057d9d38-f6df-48e1-abb1-eec6e023b47f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394161 Jun 23 17:56:21.640981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d98164-82c1-4ff9-9efc-a259ab2e0f53 req-51905cc7-a774-41e6-8ca7-bb6f130683db tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:21.642491 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95d98164-82c1-4ff9-9efc-a259ab2e0f53 req-51905cc7-a774-41e6-8ca7-bb6f130683db tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0663066 Jun 23 17:56:21.683770 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95d98164-82c1-4ff9-9efc-a259ab2e0f53 req-42b95a06-7f37-4aa3-abe4-2c838876e763 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340607 Jun 23 17:56:22.879059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10076441-3743-40c2-98bb-c1a0250041cc req-1dfa061d-4580-4049-adfb-d4140699d14f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:22.880603 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10076441-3743-40c2-98bb-c1a0250041cc req-1dfa061d-4580-4049-adfb-d4140699d14f tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0674446 Jun 23 17:56:22.924238 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-10076441-3743-40c2-98bb-c1a0250041cc req-b2422b9c-d91f-4b59-969d-1121576e5ab5 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367107 Jun 23 17:56:24.380386 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8cd48-4e06-4f98-aae7-162d46681503 req-7e0fddaf-739b-471c-b266-c8651a6e54f7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:24.383314 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5bd8cd48-4e06-4f98-aae7-162d46681503 req-7e0fddaf-739b-471c-b266-c8651a6e54f7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.3311746 Jun 23 17:56:24.425149 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5bd8cd48-4e06-4f98-aae7-162d46681503 req-896d4b28-0ee8-4a15-9866-30ad98bd9773 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361319 Jun 23 17:56:25.633744 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ff18-4adc-4ae9-8204-76f7346702eb req-acfb20db-c11a-4a42-acf3-da2cf5c79956 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:25.635648 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2593ff18-4adc-4ae9-8204-76f7346702eb req-acfb20db-c11a-4a42-acf3-da2cf5c79956 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0761628 Jun 23 17:56:25.703096 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2593ff18-4adc-4ae9-8204-76f7346702eb req-855ab497-635c-4316-a627-db1eec7df68e tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601470 Jun 23 17:56:26.939523 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fafb1-866b-4a72-862e-7a0434b04e82 req-19c7d138-185b-4511-8f0a-29c111326358 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:26.941595 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c8fafb1-866b-4a72-862e-7a0434b04e82 req-19c7d138-185b-4511-8f0a-29c111326358 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0855794 Jun 23 17:56:26.991657 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0c8fafb1-866b-4a72-862e-7a0434b04e82 req-f5be04ed-dfb8-4846-8379-6b2d32b06b6d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Jun 23 17:56:28.220544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a07989-4d9d-44e3-a3b1-ebeac08c574c req-1c4eab0e-608f-49be-918a-8e1bde97d823 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:28.222166 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-42a07989-4d9d-44e3-a3b1-ebeac08c574c req-1c4eab0e-608f-49be-918a-8e1bde97d823 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0997322 Jun 23 17:56:28.267908 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-42a07989-4d9d-44e3-a3b1-ebeac08c574c req-42a34108-458a-457b-89a2-3e6cd9bf0ba9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Jun 23 17:56:29.453898 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ace0b-bc5a-483d-8a5c-cd7baf4ee298 req-c94a0083-1d22-4bb6-84d1-1abb4b4098ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:29.455423 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0e0ace0b-bc5a-483d-8a5c-cd7baf4ee298 req-c94a0083-1d22-4bb6-84d1-1abb4b4098ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0654233 Jun 23 17:56:29.495702 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0e0ace0b-bc5a-483d-8a5c-cd7baf4ee298 req-df5610bd-680b-421d-b775-77e041c0dfb7 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344510 Jun 23 17:56:30.684209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9f46-9867-47c5-806e-6e15000281a2 req-51f42781-7b40-4e21-9d34-913254b256ea tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:30.685661 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-db4b9f46-9867-47c5-806e-6e15000281a2 req-51f42781-7b40-4e21-9d34-913254b256ea tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0677199 Jun 23 17:56:30.723988 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-db4b9f46-9867-47c5-806e-6e15000281a2 req-c23b9c66-1be0-4388-8493-0b8197be50cd tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Jun 23 17:56:31.915190 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fd79f-1110-417f-acf3-6dc7372c9c78 req-e1f937f9-f72c-46b9-b858-dded37b94221 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:31.916739 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-787fd79f-1110-417f-acf3-6dc7372c9c78 req-e1f937f9-f72c-46b9-b858-dded37b94221 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0661871 Jun 23 17:56:31.957054 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-787fd79f-1110-417f-acf3-6dc7372c9c78 req-952968ea-6086-4083-bee4-f54343c02e58 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Jun 23 17:56:32.385366 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ad56-4044-4571-bc6e-8d630305141f req-39841bda-aa13-4fcc-81f9-4b48fcaf4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:32.386774 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-39841bda-aa13-4fcc-81f9-4b48fcaf4cca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1096 time: 0.0577414 Jun 23 17:56:32.493821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ad56-4044-4571-bc6e-8d630305141f req-caf7486b-c942-4521-84df-f6b98b8e2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:32.495254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-caf7486b-c942-4521-84df-f6b98b8e2a36 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.0875587 Jun 23 17:56:32.566137 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-b4a9ae96-7825-4cdf-8923-0a307fc9d1b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 999 time: 0.0628715 Jun 23 17:56:32.616775 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ad56-4044-4571-bc6e-8d630305141f req-2c8de6dc-1fe1-46aa-b515-39c068faab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:32.618194 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-2c8de6dc-1fe1-46aa-b515-39c068faab94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0452545 Jun 23 17:56:32.683748 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1ad56-4044-4571-bc6e-8d630305141f req-02a8ade0-49f8-4ec3-8271-00d63e6fcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:32.685224 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-02a8ade0-49f8-4ec3-8271-00d63e6fcf6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603595 Jun 23 17:56:32.783903 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-00e20be8-46b2-4f0c-8d25-c75e769e7ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914271 Jun 23 17:56:32.871545 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bae1ad56-4044-4571-bc6e-8d630305141f req-02e0f49b-704c-4a85-bae7-1a87f780f669 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Jun 23 17:56:33.139414 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce58d7c-130c-4ec4-ad4e-e90169f37f82 req-cfb077ef-4cd8-4d70-96ab-20b089fbf6df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:33.140975 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3ce58d7c-130c-4ec4-ad4e-e90169f37f82 req-cfb077ef-4cd8-4d70-96ab-20b089fbf6df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0678539 Jun 23 17:56:33.178695 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3ce58d7c-130c-4ec4-ad4e-e90169f37f82 req-a387735c-0013-419e-90b1-6b7615580698 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318394 Jun 23 17:56:34.360885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691fde2-0840-4411-8c46-2b6919c3f51c req-9272dd90-f7da-4207-8fca-2ca7254d0850 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:34.362366 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1691fde2-0840-4411-8c46-2b6919c3f51c req-9272dd90-f7da-4207-8fca-2ca7254d0850 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 943 time: 0.0641789 Jun 23 17:56:34.402915 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1691fde2-0840-4411-8c46-2b6919c3f51c req-31341ace-965f-419d-82d2-aa1c42094fc6 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347955 Jun 23 17:56:34.796019 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:56:34.894779 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:34.906253 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '2562021f-5088-461c-9479-3dfa9270d174', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'port_id': '2562021f-5088-461c-9479-3dfa9270d174', 'mac_address': 'fa:16:3e:cb:b1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:56:34.943724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:34.956305 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:56:34.975397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:34.979612 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:34.982357 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:56:35.028678 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=9']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:56:35.032409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:56:35.331490 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['2562021f-5088-461c-9479-3dfa9270d174'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:56:35.590734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3dc39-9cb3-468d-a6d4-9cb10f89280c req-2b096536-22f6-4131-a448-c56d85077068 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:35.592995 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f3b3dc39-9cb3-468d-a6d4-9cb10f89280c req-2b096536-22f6-4131-a448-c56d85077068 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 944 time: 0.0700216 Jun 23 17:56:35.637354 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f3b3dc39-9cb3-468d-a6d4-9cb10f89280c req-2061a145-3b00-4971-b21b-a4a17a2aaf81 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368564 Jun 23 17:56:36.798731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:56:36.828561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd83f7-5cca-40fa-a3e9-d5f6eb95662e req-0a835d0e-2d2c-4702-b06f-f84e33ee17df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:36.830213 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b3bd83f7-5cca-40fa-a3e9-d5f6eb95662e req-0a835d0e-2d2c-4702-b06f-f84e33ee17df tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 944 time: 0.0690694 Jun 23 17:56:36.849928 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 2562021f-5088-461c-9479-3dfa9270d174 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:56:36.850321 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:36.872516 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b3bd83f7-5cca-40fa-a3e9-d5f6eb95662e req-5e4d14fc-6051-424c-9452-bada95ea2b4b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362544 Jun 23 17:56:36.934504 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:36.958696 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:56:36.961041 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de52dc-2056-4415-9912-84050adcd897" -d '{"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:56:36.976298 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:56:36.980798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:36.982766 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-683271c2-3ff7-4fef-b471-62e1cddeb560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:56:37.005382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d628a70f-959f-4b6f-b3b5-7b1a04e1aeaf x-openstack-request-id: req-d628a70f-959f-4b6f-b3b5-7b1a04e1aeaf {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:56:37.005704 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-plugged", "status": "completed", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:56:37.005972 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d628a70f-959f-4b6f-b3b5-7b1a04e1aeaf {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:56:37.006377 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'code': 200} Jun 23 17:56:37.038974 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=10']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:56:37.042282 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:56:37.211258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc4ac2-bc17-4c99-b000-c5db4a7863e0 req-74b406d3-0066-4ccd-8d60-b78f5817c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:37.212793 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-37dc4ac2-bc17-4c99-b000-c5db4a7863e0 req-74b406d3-0066-4ccd-8d60-b78f5817c097 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1099 time: 0.0519102 Jun 23 17:56:37.249748 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-37dc4ac2-bc17-4c99-b000-c5db4a7863e0 req-13b25850-99c7-4003-ab9d-aa1a10d3cbc1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Jun 23 17:56:38.057504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee473c2e-4bd1-41e1-9d66-56cef269d8b0 req-f1cd002c-5aa8-4409-8796-8da9b6c71051 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:38.058877 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee473c2e-4bd1-41e1-9d66-56cef269d8b0 req-f1cd002c-5aa8-4409-8796-8da9b6c71051 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 946 time: 0.0634122 Jun 23 17:56:38.097019 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-ee473c2e-4bd1-41e1-9d66-56cef269d8b0 req-eb7561b8-1bbd-4fe2-bc7b-752afa42515a tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322142 Jun 23 17:56:39.294902 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57ad3d-3515-4bd3-9f46-e5b95486f7c4 req-ada257ba-5b7c-4217-b951-0844b4a77998 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:56:39.296872 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7d57ad3d-3515-4bd3-9f46-e5b95486f7c4 req-ada257ba-5b7c-4217-b951-0844b4a77998 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 946 time: 0.0677121 Jun 23 17:56:39.334805 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7d57ad3d-3515-4bd3-9f46-e5b95486f7c4 req-b871f7f4-b706-4c36-95e9-aa9db634d00d tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321374 Jun 23 17:56:43.203573 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-39f2ade8-5de2-45c0-aa57-639dad56a084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:46.184356 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-be034a51-ba2a-4f9a-a44d-c02d0f0e7551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:46.220462 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:47.116369 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:56:47.839206 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:48.075573 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:56:49.376237 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:13.206259 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8839-5c78-415c-8e43-9f4c91bf6c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:16.187260 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-608f2f54-8d38-4a78-a3e3-884e6109aac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:16.213078 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.300413 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 57990) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:17.463853 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Deleting port 866215ad-cd4f-48e7-a700-fb822c66b6e2 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:17.464227 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.548264 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.548631 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.561248 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Calling delete_port for 866215ad-cd4f-48e7-a700-fb822c66b6e2 owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:17.748455 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.751511 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:17.776767 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event deleted for resources: {'Port': ['ID=866215ad-cd4f-48e7-a700-fb822c66b6e2,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:17.789078 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.789608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.789975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.790345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.790706 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.791242 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.791414 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.791787 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.792150 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.792504 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.792851 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.793283 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:17.816321 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:17.840412 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.857092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:17.857447 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Floating IP 9f9f7d37-80d0-44ca-8b3e-af9e51c42351 disassociated (deleted). External IP: 172.27.3.12, port: 11c0b063-226d-40f8-bc72-ea894d5ab9e5. Jun 23 17:57:18.080215 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:18.082307 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Router cef04d4e-d180-445c-9a6f-76d00980dc1e has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:57:18.192587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:57:18.197619 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:18.201640 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Sync routers for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:57:18.212393 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:18.213110 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:18.237409 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "DELETE /v2.0/floatingips/9f9f7d37-80d0-44ca-8b3e-af9e51c42351 HTTP/1.1" status: 204 len: 168 time: 0.9329011 Jun 23 17:57:18.237409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:57:18.238251 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b6511-2d3a-45c9-b41f-eaa1251d4df9" -d '{"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:57:18.281238 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d72f240-361f-413b-8276-56197d985364 x-openstack-request-id: req-8d72f240-361f-413b-8276-56197d985364 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:57:18.281561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:57:18.281891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d72f240-361f-413b-8276-56197d985364 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:57:18.282455 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'status': 'completed', 'code': 200} Jun 23 17:57:18.335397 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:18.374687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-5b919b8b-a045-4dc4-98bb-f54956806b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:18.376562 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-5b919b8b-a045-4dc4-98bb-f54956806b94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 1098 time: 0.0565670 Jun 23 17:57:18.504300 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-3a0cac32-3bdc-4e2d-8013-878ee8f66e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:18.506936 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-3a0cac32-3bdc-4e2d-8013-878ee8f66e14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 200 len: 909 time: 0.1241643 Jun 23 17:57:18.554496 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-18c4a5fb-acf7-48db-9728-3a809a87eef4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 200 len: 217 time: 0.0363619 Jun 23 17:57:18.571836 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:18.600617 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Checking router: cef04d4e-d180-445c-9a6f-76d00980dc1e for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:57:18.609794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:18.610947 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:18.648493 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-7af79af3-6683-4046-82ff-43dce894c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:18.649947 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-7af79af3-6683-4046-82ff-43dce894c9bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 200 len: 847 time: 0.0888579 Jun 23 17:57:18.709153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f010-4869-4a98-b9cb-e928c28578c7 req-2ed502bd-9c8b-4bbf-b893-2b8deafd8958 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:18.710613 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33d9f010-4869-4a98-b9cb-e928c28578c7 req-2ed502bd-9c8b-4bbf-b893-2b8deafd8958 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.1199803 Jun 23 17:57:18.741706 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:18.762508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-f94aa1bc-0d63-4fd7-b171-e7b6a2512f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:18.764040 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-f94aa1bc-0d63-4fd7-b171-e7b6a2512f42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=761138aa-93cb-49b1-9f2b-011481c43d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041014 Jun 23 17:57:18.767774 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-33d9f010-4869-4a98-b9cb-e928c28578c7 req-c713bbfe-ed20-4e7b-bbdb-b7aa2fe5f16c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501168 Jun 23 17:57:18.876834 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-89a47ea4-e9eb-4f44-97d5-6acb891cf7f6 service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041338 Jun 23 17:57:18.981768 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-297b6511-2d3a-45c9-b41f-eaa1251d4df9 req-96168585-5e52-4124-923a-4cbb7b98cd0f service neutron] 10.222.0.65 "GET /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972035 Jun 23 17:57:19.019755 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:19.046342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82aedadd-7558-4a28-8673-26c685e2e7ea None None] The sync data for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi is: [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:49:15Z', 'revision_number': 4, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': 'abcb82dd-94c7-4ff1-9af5-83f71dba93cb', 'name': '', 'network_id': '761138aa-93cb-49b1-9f2b-011481c43d93', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'mac_address': 'fa:16:3e:9e:54:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:14Z', 'updated_at': '2021-06-23T17:49:22Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'subnets': [{'id': 'e6839cdc-0163-4edb-b243-a71b37d68631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:57:19.285709 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a18bb94-0876-4920-bb11-21e491788930 None None] New status for floating IP 9f9f7d37-80d0-44ca-8b3e-af9e51c42351: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:57:19.379168 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:19.557139 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-1e781473-17fc-4bf4-8367-3a43264357d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604923 Jun 23 17:57:19.656958 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-92d34c66-f40b-4bbc-8626-980636aa3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:19.659017 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-92d34c66-f40b-4bbc-8626-980636aa3ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=82f396aea9f9409283a8b068f154dd06&device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 1099 time: 0.0560706 Jun 23 17:57:19.766015 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-aa121122-5307-4d80-a53b-55bafc002c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:19.767917 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-aa121122-5307-4d80-a53b-55bafc002c14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 200 len: 917 time: 0.0877354 Jun 23 17:57:19.843927 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-a4f3778e-97cc-47d9-8d42-adfaa43cc337 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 200 len: 1001 time: 0.0678866 Jun 23 17:57:19.909699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-624a8633-5eaa-4282-b72c-4407f8de0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:19.911510 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-624a8633-5eaa-4282-b72c-4407f8de0087 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 200 len: 855 time: 0.0606620 Jun 23 17:57:20.055102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc25f-dd2e-4948-b7d3-ac5143ae35f3 req-1b552e0a-27da-4701-b46f-9c6713b780bb tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:20.056823 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-676dc25f-dd2e-4948-b7d3-ac5143ae35f3 req-1b552e0a-27da-4701-b46f-9c6713b780bb tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.1613605 Jun 23 17:57:20.078868 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-2a4b6c6c-d116-473f-9f11-a858ba8f4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:20.081309 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-2a4b6c6c-d116-473f-9f11-a858ba8f4239 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7cca6b-79a0-47a9-adac-2cacad460289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1531987 Jun 23 17:57:20.122227 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-3dcd0092-c84a-463e-bd7d-ef9ddc85e03c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:20.123781 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-3dcd0092-c84a-463e-bd7d-ef9ddc85e03c tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.65 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 945 time: 0.1581273 Jun 23 17:57:20.446245 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-676dc25f-dd2e-4948-b7d3-ac5143ae35f3 req-b1aabf8c-b75d-4134-871c-0151948c8d99 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef097f26-7657-43d5-9c8a-08d430ba4d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822608 Jun 23 17:57:20.520116 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-75057895-9c66-4f5c-a1b1-174c8edb4ab5 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297285 Jun 23 17:57:20.609833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Deleting port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:20.611090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:20.686456 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe1a6bcd-425a-4731-a4c0-afd163075b1e req-c249dafa-b788-4de4-b400-9ac95870bcc0 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596544 Jun 23 17:57:20.739254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] For port 11c0b063-226d-40f8-bc72-ea894d5ab9e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=11c0b063-226d-40f8-bc72-ea894d5ab9e5,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:20.739652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:20.756425 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Calling delete_port for 11c0b063-226d-40f8-bc72-ea894d5ab9e5 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:20.892891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:20.897386 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f38c0e68-188e-4b4b-bf74-d567ceb31190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:20.929864 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event deleted for resources: {'Port': ['ID=11c0b063-226d-40f8-bc72-ea894d5ab9e5,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:20.934145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:20.986542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] No DVR routers for this DVR port 11c0b063-226d-40f8-bc72-ea894d5ab9e5 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:20.989810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:20.993627 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-adf1db7b-2d3d-4263-9439-6dffded5bfa6 req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.65 "DELETE /v2.0/ports/11c0b063-226d-40f8-bc72-ea894d5ab9e5 HTTP/1.1" status: 204 len: 173 time: 0.8608489 Jun 23 17:57:20.994456 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-deleted', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:57:21.009335 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9802775-5689-4753-a980-044c639df838" -d '{"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-deleted", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:57:21.082050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7032b0-5bb4-4e4d-a4b7-9d3f01f6e353 x-openstack-request-id: req-ee7032b0-5bb4-4e4d-a4b7-9d3f01f6e353 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:57:21.083692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb82bdc-6e86-41a9-a703-6f0bc23a63ab", "name": "network-vif-deleted", "tag": "11c0b063-226d-40f8-bc72-ea894d5ab9e5", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:57:21.084142 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee7032b0-5bb4-4e4d-a4b7-9d3f01f6e353 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:57:21.084643 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb82bdc-6e86-41a9-a703-6f0bc23a63ab', 'name': 'network-vif-deleted', 'tag': '11c0b063-226d-40f8-bc72-ea894d5ab9e5', 'status': 'completed', 'code': 200} Jun 23 17:57:21.613809 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a3a4a041-60c0-4853-8897-8e22ce0fdc38 req-02d50676-f812-410a-ab93-70ad45ed94c1 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "GET /v2.0/ports?device_id=feb82bdc-6e86-41a9-a703-6f0bc23a63ab HTTP/1.1" status: 200 len: 210 time: 0.0317907 Jun 23 17:57:22.729706 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58024) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:22.792662 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:22.836512 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:22.924155 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:22.928027 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:22.929297 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef097f26-7657-43d5-9c8a-08d430ba4d57 HTTP/1.1" status: 204 len: 168 time: 0.1985490 Jun 23 17:57:22.930158 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:22.945317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef097f26-7657-43d5-9c8a-08d430ba4d57,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:22.948622 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:22.996419 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58028) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:23.032871 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:23.054110 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 11c0b063-226d-40f8-bc72-ea894d5ab9e5 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:23.054470 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 11c0b063-226d-40f8-bc72-ea894d5ab9e5 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:23.484260 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:23.760397 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Deleting port abcb82dd-94c7-4ff1-9af5-83f71dba93cb {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:23.760741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:23.843001 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] For port abcb82dd-94c7-4ff1-9af5-83f71dba93cb, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:23.843348 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:23.856875 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Calling delete_port for abcb82dd-94c7-4ff1-9af5-83f71dba93cb owned by network:router_interface {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:24.107068 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:24.109038 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:24.117603 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:57:24.139208 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Pushing event deleted for resources: {'Port': ['ID=abcb82dd-94c7-4ff1-9af5-83f71dba93cb,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:24.168155 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.168538 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.168902 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.169260 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.169617 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.169970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.170323 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.170671 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.171139 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.171417 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.171737 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.172081 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:24.176951 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:24.322514 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:24.550691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Router cef04d4e-d180-445c-9a6f-76d00980dc1e has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:57:24.678000 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:57:24.683129 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] 10.222.0.66 "PUT /v2.0/routers/cef04d4e-d180-445c-9a6f-76d00980dc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861470 Jun 23 17:57:24.685778 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58036) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:24.687476 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Sync routers for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:57:24.701366 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:24.702033 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:24.803908 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:24.819591 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:24.907215 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:24.966749 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Deleting port 302f62a6-8421-418e-a196-d39946c1a4b7 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:24.967091 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.009248 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:57:24Z', 'revision_number': 5, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port': {'id': '302f62a6-8421-418e-a196-d39946c1a4b7', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:12Z', 'updated_at': '2021-06-23T17:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:25.036553 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Checking router: cef04d4e-d180-445c-9a6f-76d00980dc1e for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:57:25.045510 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Routers {'cef04d4e-d180-445c-9a6f-76d00980dc1e'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:25.046137 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['cef04d4e-d180-445c-9a6f-76d00980dc1e'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:25.052889 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] For port 302f62a6-8421-418e-a196-d39946c1a4b7, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=302f62a6-8421-418e-a196-d39946c1a4b7,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:25.053278 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.067956 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Calling delete_port for 302f62a6-8421-418e-a196-d39946c1a4b7 owned by network:router_gateway {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:25.136150 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] Set router cef04d4e-d180-445c-9a6f-76d00980dc1e gateway port host: None {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:25.189336 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:57:24Z', 'revision_number': 6, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:25.218653 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c54513-b1dc-4e4e-85e9-97b2839925eb None None] The sync data for ids ['cef04d4e-d180-445c-9a6f-76d00980dc1e'] in dv-cinder-797510-2-iscsi is: [{'id': 'cef04d4e-d180-445c-9a6f-76d00980dc1e', 'name': 'tempest-TestShelveInstance-281047755-router', 'tenant_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:11Z', 'updated_at': '2021-06-23T17:57:24Z', 'revision_number': 6, 'project_id': 'ec780e860e6a4f0daf9e392a01f8fec4', 'gw_port_host': None}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:57:25.245706 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.253454 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:25.275573 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=302f62a6-8421-418e-a196-d39946c1a4b7,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:25.279119 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:25.344732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.438031 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.440744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.486672 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.487316 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef04d4e-d180-445c-9a6f-76d00980dc1e {{(pid=104926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:57:25.492342 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.493597 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cef04d4e-d180-445c-9a6f-76d00980dc1e HTTP/1.1" status: 204 len: 168 time: 0.8063316 Jun 23 17:57:25.496046 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58038) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:25.551572 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Deleting subnet e6839cdc-0163-4edb-b243-a71b37d68631 {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:57:25.556583 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.616511 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.716296 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.778826 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.784649 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-36ee0999-668a-4ad5-b333-cd98d7207fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:25.833349 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6839cdc-0163-4edb-b243-a71b37d68631,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:25.838234 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:25.839234 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:25.841336 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-39709180-2cc9-4833-8aff-c8fac2c23c15 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e6839cdc-0163-4edb-b243-a71b37d68631 HTTP/1.1" status: 204 len: 168 time: 0.3440559 Jun 23 17:57:25.843819 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58042) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:25.846765 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973b8935-b854-4d7a-91eb-418a374835db None None] Network 761138aa-93cb-49b1-9f2b-011481c43d93 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:57:26.076683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] DHCP port deletion for 761138aa-93cb-49b1-9f2b-011481c43d93 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:57:26.133166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Deleting port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb {{(pid=104928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:26.133557 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.180653 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.205068 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] For port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:26.205426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.224198 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Calling delete_port for 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb owned by network:dhcp {{(pid=104928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:26.249043 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Deleting port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:26.249851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.326627 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022'] for port, after_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.329801 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:26.347154 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] For port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,segment=NetworkSegment(7dd8b8f3-5e04-449b-b79d-4f5c65a9174d),segment_id=7dd8b8f3-5e04-449b-b79d-4f5c65a9174d)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:26.347740 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.356235 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Pushing event deleted for resources: {'Port': ['ID=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,revision_number=None']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:26.361083 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] No DVR routers for this DVR port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb on host dv-cinder-797510-2-iscsi {{(pid=104928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:26.369168 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.369523 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.369854 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.370189 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.371082 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.371082 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.371280 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.371479 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.371803 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.372127 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.372452 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.372772 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:57:26.379929 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-1ab49ace-1c6e-49e1-9359-38d9586f11d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:26.383262 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Calling delete_port for 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:26.478866 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.481157 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4bc3a302-471f-41a5-a44c-42afa06c997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:26.510196 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8eaab6-de2f-44ae-9ba4-20c99fd08beb,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:26.513376 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:26.514165 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] No DVR routers for this DVR port 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:26.591560 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.603746 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761138aa-93cb-49b1-9f2b-011481c43d93']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:26.616004 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:26.616198 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd8b8f3-5e04-449b-b79d-4f5c65a9174d') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:26.627190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.642945 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.649951 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:57:26.650371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self.session.flush() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self.session.flush() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self.session.flush() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self.session.flush() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:57:26.652244 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:57:26.671887 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device abcb82dd-94c7-4ff1-9af5-83f71dba93cb no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:26.693154 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: abcb82dd-94c7-4ff1-9af5-83f71dba93cb {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:26.693511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device abcb82dd-94c7-4ff1-9af5-83f71dba93cb not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:26.693942 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 302f62a6-8421-418e-a196-d39946c1a4b7 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:26.718137 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 302f62a6-8421-418e-a196-d39946c1a4b7 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:26.718496 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 302f62a6-8421-418e-a196-d39946c1a4b7 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:26.718989 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:26.727042 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.731824 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-039b2788-643b-45a6-96bb-193fea715ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:26.737004 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:26.745264 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] 10.222.0.66 "DELETE /v2.0/networks/761138aa-93cb-49b1-9f2b-011481c43d93 HTTP/1.1" status: 204 len: 168 time: 0.8945112 Jun 23 17:57:26.745264 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58044) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:26.767171 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Pushing event deleted for resources: {'Network': ['ID=761138aa-93cb-49b1-9f2b-011481c43d93,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:26.803105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a62af91d-194a-41cc-92a3-08f55e43cafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:26.875167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:26.875922 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0e8eaab6-de2f-44ae-9ba4-20c99fd08beb not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:27.218597 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:27.541428 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Deleting port 5d257041-c643-4131-9360-719e732f4f91 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:27.542492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:27.673102 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] For port 5d257041-c643-4131-9360-719e732f4f91, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=5d257041-c643-4131-9360-719e732f4f91,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:27.674662 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:27.698368 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Calling delete_port for 5d257041-c643-4131-9360-719e732f4f91 owned by network:router_interface {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:28.044566 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:28.048355 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:28.090161 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d257041-c643-4131-9360-719e732f4f91,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:28.098111 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:28.351426 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:28.711955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Router 227e5417-d171-437b-9111-5f852fdeb4fd has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:57:28.835591 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:57:28.840955 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-fb8344c2-05c0-4b82-8386-e64c46ef5b4a admin admin] 10.222.0.66 "PUT /v2.0/routers/227e5417-d171-437b-9111-5f852fdeb4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0944777 Jun 23 17:57:28.846565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58052) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:28.847249 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Sync routers for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:57:28.857900 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:28.858730 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:28.974898 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks [] for router, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.014777 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:29.120510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.225473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Deleting port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:29.226417 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.252178 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:57:27Z', 'revision_number': 5, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port': {'id': '0ad83fbc-8d94-4518-8b9c-d793d4d1356e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:49:19Z', 'updated_at': '2021-06-23T17:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:29.302155 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Checking router: 227e5417-d171-437b-9111-5f852fdeb4fd for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:57:29.314432 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Routers {'227e5417-d171-437b-9111-5f852fdeb4fd'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:29.315671 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['227e5417-d171-437b-9111-5f852fdeb4fd'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:29.323201 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] For port 0ad83fbc-8d94-4518-8b9c-d793d4d1356e, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:29.323590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.338000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Calling delete_port for 0ad83fbc-8d94-4518-8b9c-d793d4d1356e owned by network:router_gateway {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:29.528616 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] Set router 227e5417-d171-437b-9111-5f852fdeb4fd gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:29.560409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.562479 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0a165ad4-207f-4d16-ae71-45924c11911b tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:29.586291 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:57:29Z', 'revision_number': 6, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:29.588878 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad83fbc-8d94-4518-8b9c-d793d4d1356e,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:29.597922 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:29.621460 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59fc01-ee1c-41cd-8812-5ffc5eddc826 None None] The sync data for ids ['227e5417-d171-437b-9111-5f852fdeb4fd'] in dv-cinder-797510-2-iscsi is: [{'id': '227e5417-d171-437b-9111-5f852fdeb4fd', 'name': 'tempest-TestShelveInstance-678172274-router', 'tenant_id': 'cedd4ad812c540a1aa8041a901f0983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:49:18Z', 'updated_at': '2021-06-23T17:57:29Z', 'revision_number': 6, 'project_id': 'cedd4ad812c540a1aa8041a901f0983d', 'gw_port_host': None}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:57:29.672018 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.796749 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.800965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.864255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.865310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 227e5417-d171-437b-9111-5f852fdeb4fd {{(pid=104927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:57:29.870891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:29.871357 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] 10.222.0.66 "DELETE /v2.0/routers/227e5417-d171-437b-9111-5f852fdeb4fd HTTP/1.1" status: 204 len: 168 time: 1.0236351 Jun 23 17:57:29.875999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58056) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:29.950551 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Deleting subnet 13c941c2-e52f-43af-a64d-c962f6443913 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:57:29.957588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.009161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25403019'] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.154630 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.217872 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25427658'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.221432 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67b98dd9-8dd4-427c-a918-0a49dcff449a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:30.271216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c941c2-e52f-43af-a64d-c962f6443913,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:30.274513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.279493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/13c941c2-e52f-43af-a64d-c962f6443913 HTTP/1.1" status: 204 len: 168 time: 0.4001739 Jun 23 17:57:30.280295 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb4793-2d0e-4b87-b2ab-8922eb1a3056 None None] Network 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:57:30.281025 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e3bd7a7-a614-4600-b5d3-b1c90d4f2c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:30.282648 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58058) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:30.371341 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.440506 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Deleting port 6ad4a125-04e6-4a49-9868-79e6b79748ac {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:30.440931 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.536611 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] DHCP port deletion for 57f2fb11-f7fc-4eb6-8160-8d65b22c76bd request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:57:30.571856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] For port 6ad4a125-04e6-4a49-9868-79e6b79748ac, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=6ad4a125-04e6-4a49-9868-79e6b79748ac,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:30.572505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.600595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Calling delete_port for 6ad4a125-04e6-4a49-9868-79e6b79748ac owned by network:dhcp {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:30.608511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Deleting port 6ad4a125-04e6-4a49-9868-79e6b79748ac {{(pid=104928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:30.609114 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.722464 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] For port 6ad4a125-04e6-4a49-9868-79e6b79748ac, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=6ad4a125-04e6-4a49-9868-79e6b79748ac,segment=NetworkSegment(2c4c4bbc-caa4-43e2-a573-a46703d841c1),segment_id=2c4c4bbc-caa4-43e2-a573-a46703d841c1)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:30.723193 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.733418 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.739377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4a001692-1f47-4667-a69c-3bef1c8bfba5 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:30.752092 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0ad83fbc-8d94-4518-8b9c-d793d4d1356e no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:30.776493 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad4a125-04e6-4a49-9868-79e6b79748ac,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:30.782306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] No DVR routers for this DVR port 6ad4a125-04e6-4a49-9868-79e6b79748ac on host dv-cinder-797510-2-iscsi {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:30.784463 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:30.794477 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Calling delete_port for 6ad4a125-04e6-4a49-9868-79e6b79748ac owned by network:dhcp {{(pid=104928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:30.802340 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 0ad83fbc-8d94-4518-8b9c-d793d4d1356e {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:30.803018 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0ad83fbc-8d94-4518-8b9c-d793d4d1356e not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:30.803572 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 5d257041-c643-4131-9360-719e732f4f91 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:30.837250 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 5d257041-c643-4131-9360-719e732f4f91 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:30.838031 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 5d257041-c643-4131-9360-719e732f4f91 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:30.839088 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 6ad4a125-04e6-4a49-9868-79e6b79748ac no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:30.879998 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.890721 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 6ad4a125-04e6-4a49-9868-79e6b79748ac {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:30.891283 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 6ad4a125-04e6-4a49-9868-79e6b79748ac not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:30.892885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f2fb11-f7fc-4eb6-8160-8d65b22c76bd']}} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:30.907693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4c4bbc-caa4-43e2-a573-a46703d841c1') {'for_net_delete': True} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:30.907994 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4c4bbc-caa4-43e2-a573-a46703d841c1') {} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:30.918352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25403028'] for segment, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.936483 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.938859 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022'] for port, after_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.943387 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dc6cde44-3f45-4c4e-82e6-10fe9e245ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:30.947326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=104927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:57:30.947821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402657'] for segment, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: Traceback (most recent call last): Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: timer() Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: cb(*args, **kw) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: return func(*args, **kwargs) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: self._notify() Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: self.callback(batched_events) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: event.method(event) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: return f(self, *a, **k) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._get(url).json() Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: return self.request(url, 'GET', **kwargs) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:57:30.951183 dv-cinder-797510-2-iscsi neutron-server[104927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:57:30.986991 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Pushing event deleted for resources: {'Port': ['ID=6ad4a125-04e6-4a49-9868-79e6b79748ac,revision_number=None']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:30.990259 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] No DVR routers for this DVR port 6ad4a125-04e6-4a49-9868-79e6b79748ac on host dv-cinder-797510-2-iscsi {{(pid=104928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:30.992581 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:31.032502 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.036405 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:31.038960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.040872 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/57f2fb11-f7fc-4eb6-8160-8d65b22c76bd HTTP/1.1" status: 204 len: 168 time: 0.7571290 Jun 23 17:57:31.052851 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f2fb11-f7fc-4eb6-8160-8d65b22c76bd,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:31.055535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:31.176681 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58064) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:31.252834 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7e1ceda4-9858-4b0c-b8f0-22a86ef0b5e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec780e860e6a4f0daf9e392a01f8fec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747948 Jun 23 17:57:31.256417 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58066) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:31.331429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.377266 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.448974 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.454806 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:31.456761 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0349d69b-9d95-4df3-bbc7-9ed9a50a15dd HTTP/1.1" status: 204 len: 168 time: 0.1990318 Jun 23 17:57:31.458032 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1b314803-a16e-495b-b266-35a43e721eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:31.467240 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0349d69b-9d95-4df3-bbc7-9ed9a50a15dd,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:31.471063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:31.887354 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58074) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:31.935065 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-67e9c3a0-64bb-4c80-93ab-fddfa967d09d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cedd4ad812c540a1aa8041a901f0983d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463617 Jun 23 17:57:31.938135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58076) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:31.998319 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:32.024831 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:32.088854 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:32.091839 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:32.093013 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2cb5c74-3cb7-4386-9281-a80fb2554f24 HTTP/1.1" status: 204 len: 168 time: 0.1539013 Jun 23 17:57:32.093822 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c39200be-c372-4872-9d55-3b046aac113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:32.104024 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb5c74-3cb7-4386-9281-a80fb2554f24,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:32.109857 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:43.221059 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-df0540fa-0929-4482-baf4-92c48219951b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:45.276746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ead5aa-1163-43ad-b4f3-2fabfabb6379 req-89d26925-12f0-4057-abc1-26627f4df877 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:45.279509 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-77ead5aa-1163-43ad-b4f3-2fabfabb6379 req-89d26925-12f0-4057-abc1-26627f4df877 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 946 time: 0.1211712 Jun 23 17:57:45.354479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-77ead5aa-1163-43ad-b4f3-2fabfabb6379 req-4e624655-e8fb-4e7e-a4db-7897bfcc7319 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638382 Jun 23 17:57:46.192352 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b0990abb-2cd7-433d-8a86-fbd18689039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:46.217482 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:46.632092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9107d-6ea0-4138-86d4-72251847ca67 req-a2c0869e-62f7-42d8-907e-95aed74b9b50 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:46.634094 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d0f9107d-6ea0-4138-86d4-72251847ca67 req-a2c0869e-62f7-42d8-907e-95aed74b9b50 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 946 time: 0.1144414 Jun 23 17:57:46.748492 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d0f9107d-6ea0-4138-86d4-72251847ca67 req-c85c6d33-0dd8-4437-bc68-5e40c98d18e9 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups?id=b1e177bf-ac7f-4160-82e2-1991b6b1b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020472 Jun 23 17:57:46.785570 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3ddbaf4a-1f10-4bc8-9f1e-4d94bac8d633 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:46.787103 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3ddbaf4a-1f10-4bc8-9f1e-4d94bac8d633 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 946 time: 0.1173983 Jun 23 17:57:46.932667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Deleting port 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:46.933103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.080190 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] For port 2562021f-5088-461c-9479-3dfa9270d174, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=2562021f-5088-461c-9479-3dfa9270d174,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:47.080815 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.375972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.376519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.377277 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Floating IP ecac60db-fdbe-4d1f-bbc6-c392ac8f9675 disassociated. External IP: 172.27.3.183, port: 2562021f-5088-461c-9479-3dfa9270d174. Jun 23 17:57:47.377848 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Calling delete_port for 2562021f-5088-461c-9479-3dfa9270d174 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:47.591127 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.596258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0df985ae-2fdf-4ede-878c-c4b9709fb54f tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:47.629104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'Port': ['ID=2562021f-5088-461c-9479-3dfa9270d174,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:47.632044 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:47.816667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:57:47.849923 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:47.980983 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4b4c4b96-9f93-446b-9801-3c888c5ea790 req-8ad288e1-08d8-4b72-a2cc-8e4f4534dd99 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/ports?device_id=4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d HTTP/1.1" status: 200 len: 210 time: 0.0375226 Jun 23 17:57:48.020426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:57:48.040590 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:57:48.053463 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:48.054828 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:48.087369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] No DVR routers for this DVR port 2562021f-5088-461c-9479-3dfa9270d174 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:48.092539 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:48.103503 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8924ac3d-7dd3-4995-ad0c-e951286d8f3c req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.65 "DELETE /v2.0/ports/2562021f-5088-461c-9479-3dfa9270d174 HTTP/1.1" status: 204 len: 173 time: 1.3086545 Jun 23 17:57:48.104451 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-deleted', 'tag': '2562021f-5088-461c-9479-3dfa9270d174'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:57:48.119758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f4a6c-4e52-48ba-bf2a-45c00ee1dc73" -d '{"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-deleted", "tag": "2562021f-5088-461c-9479-3dfa9270d174"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:57:48.263710 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:48.316598 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:48.567443 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943a4d5-5f01-494e-a990-f6f5feea2b32 x-openstack-request-id: req-f943a4d5-5f01-494e-a990-f6f5feea2b32 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:57:48.568120 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d", "name": "network-vif-deleted", "tag": "2562021f-5088-461c-9479-3dfa9270d174", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:57:48.568579 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f943a4d5-5f01-494e-a990-f6f5feea2b32 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:57:48.569325 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cbef2da-ff6c-4f24-b6a2-8bcaf56adf4d', 'name': 'network-vif-deleted', 'tag': '2562021f-5088-461c-9479-3dfa9270d174', 'status': 'completed', 'code': 200} Jun 23 17:57:48.691545 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:48.725554 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:57:48.737466 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:48.738220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:48.900172 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:49.172267 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:49.210218 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58170) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:49.215011 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 2562021f-5088-461c-9479-3dfa9270d174 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:49.215328 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 2562021f-5088-461c-9479-3dfa9270d174 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:49.291151 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:49.293457 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.322476 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.332091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79387ca-4cb6-426b-8ded-da2016d29c4c None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:45:59Z', 'revision_number': 4, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '45886bb6-696c-4e34-a16f-c1b96bd3ad2b', 'name': '', 'network_id': 'ca7cca6b-79a0-47a9-adac-2cacad460289', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'mac_address': 'fa:16:3e:0b:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:58Z', 'updated_at': '2021-06-23T17:46:09Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'subnets': [{'id': '5842f326-2aa3-4f43-ad48-48d3b09000c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:57:49.389485 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.394977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.399375 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.401096 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "DELETE /v2.0/security-groups/b1e177bf-ac7f-4160-82e2-1991b6b1b34f HTTP/1.1" status: 204 len: 168 time: 0.1895764 Jun 23 17:57:49.402546 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ec15c01c-f979-4c5b-b992-8f3a4e102822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:49.405413 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58174) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:49.419412 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.api.v2.resource [None req-d8da8ee4-67ef-48e6-a2cc-80647ee3b6c8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] show failed (client error): The resource could not be found. Jun 23 17:57:49.421666 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e177bf-ac7f-4160-82e2-1991b6b1b34f,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:49.424440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58176) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:49.425426 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d8da8ee4-67ef-48e6-a2cc-80647ee3b6c8 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "GET /v2.0/security-groups/b1e177bf-ac7f-4160-82e2-1991b6b1b34f HTTP/1.1" status: 404 len: 347 time: 0.0188701 Jun 23 17:57:49.435488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:49.579478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Deleting port e40b6314-29cb-4169-862f-b68b97557311 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:49.579856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.617259 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271d091-5e3b-4791-9d4a-b91325ee359a None None] New status for floating IP ecac60db-fdbe-4d1f-bbc6-c392ac8f9675: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:57:49.674121 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.674456 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.692030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Calling delete_port for e40b6314-29cb-4169-862f-b68b97557311 owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:49.863677 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.866087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-23de6866-f0f1-43d7-9aa9-129c91418f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:49.900241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Pushing event deleted for resources: {'Port': ['ID=e40b6314-29cb-4169-862f-b68b97557311,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:49.904627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:49.981265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.984359 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:49.986553 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] 10.222.0.66 "DELETE /v2.0/floatingips/ecac60db-fdbe-4d1f-bbc6-c392ac8f9675 HTTP/1.1" status: 204 len: 168 time: 0.5598214 Jun 23 17:57:52.873265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58204) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:53.738315 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:54.060648 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Deleting port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:54.061431 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:54.174990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] For port 45886bb6-696c-4e34-a16f-c1b96bd3ad2b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:54.175668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:54.197201 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Calling delete_port for 45886bb6-696c-4e34-a16f-c1b96bd3ad2b owned by network:router_interface {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:54.458266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:54.460847 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e5b7b78f-43fe-496e-8b4c-f7157b8ec435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:54.504902 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=45886bb6-696c-4e34-a16f-c1b96bd3ad2b,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:54.517662 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:54.800992 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:55.068634 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Router b5a7d46d-6bbc-449a-9c7c-be808af9baaf has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:57:55.224392 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:57:55.231305 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] 10.222.0.66 "PUT /v2.0/routers/b5a7d46d-6bbc-449a-9c7c-be808af9baaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3557820 Jun 23 17:57:55.233750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58224) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:55.239845 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Sync routers for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:57:55.253335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:55.254381 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:55.379866 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks [] for router, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:55.391444 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:55.543853 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:55.661525 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Deleting port 20e72ea4-f1bb-488a-86f5-72ac81481381 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:55.662132 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:55.725324 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:57:54Z', 'revision_number': 5, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port': {'id': '20e72ea4-f1bb-488a-86f5-72ac81481381', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:86:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:45:54Z', 'updated_at': '2021-06-23T17:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:55.768526 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Checking router: b5a7d46d-6bbc-449a-9c7c-be808af9baaf for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:57:55.782871 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Routers {'b5a7d46d-6bbc-449a-9c7c-be808af9baaf'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:57:55.783913 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:55.802242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] For port 20e72ea4-f1bb-488a-86f5-72ac81481381, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=20e72ea4-f1bb-488a-86f5-72ac81481381,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:55.803292 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:55.829108 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Calling delete_port for 20e72ea4-f1bb-488a-86f5-72ac81481381 owned by network:router_gateway {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:55.950259 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] Set router b5a7d46d-6bbc-449a-9c7c-be808af9baaf gateway port host: None {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:57:56.025763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:57:55Z', 'revision_number': 6, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:56.057325 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.057555 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05783a6e-61bf-4fbc-b6fc-296d352eaff4 None None] The sync data for ids ['b5a7d46d-6bbc-449a-9c7c-be808af9baaf'] in dv-cinder-797510-2-iscsi is: [{'id': 'b5a7d46d-6bbc-449a-9c7c-be808af9baaf', 'name': 'tempest-AttachVolumeShelveTestJSON-497616582-router', 'tenant_id': '82f396aea9f9409283a8b068f154dd06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:45:53Z', 'updated_at': '2021-06-23T17:57:55Z', 'revision_number': 6, 'project_id': '82f396aea9f9409283a8b068f154dd06', 'gw_port_host': None}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:57:56.066493 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:56.101724 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e72ea4-f1bb-488a-86f5-72ac81481381,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:56.102911 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:56.176324 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.318528 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.320737 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.368951 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.369871 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5a7d46d-6bbc-449a-9c7c-be808af9baaf {{(pid=104926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:57:56.374421 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.375776 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-48e3fa70-b30a-4351-919b-78da6072d989 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b5a7d46d-6bbc-449a-9c7c-be808af9baaf HTTP/1.1" status: 204 len: 168 time: 1.1409464 Jun 23 17:57:56.378940 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58238) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:56.433614 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Deleting subnet 5842f326-2aa3-4f43-ad48-48d3b09000c5 {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:57:56.438391 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.481431 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.575508 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.662488 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.665352 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-40e13461-28de-40ce-96c9-cb5a6017bd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:56.696081 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5842f326-2aa3-4f43-ad48-48d3b09000c5,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:56.698574 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:56.701259 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.703413 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-88f24606-873a-4ce9-b069-50b069d36ae8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5842f326-2aa3-4f43-ad48-48d3b09000c5 HTTP/1.1" status: 204 len: 168 time: 0.3235204 Jun 23 17:57:56.706543 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58240) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:56.710692 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2ba60-5870-4509-b7f4-8beae2558b6c None None] Network ca7cca6b-79a0-47a9-adac-2cacad460289 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:57:56.796635 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.905104 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Deleting port 84444cd6-7469-4e79-891d-cb3b0d95212b {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:57:56.905770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:56.922694 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 45886bb6-696c-4e34-a16f-c1b96bd3ad2b no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:56.958852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 45886bb6-696c-4e34-a16f-c1b96bd3ad2b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:56.959130 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 45886bb6-696c-4e34-a16f-c1b96bd3ad2b not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:56.959563 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 20e72ea4-f1bb-488a-86f5-72ac81481381 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:57.015476 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 20e72ea4-f1bb-488a-86f5-72ac81481381 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:57.016656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 20e72ea4-f1bb-488a-86f5-72ac81481381 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:57.041440 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] For port 84444cd6-7469-4e79-891d-cb3b0d95212b, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=84444cd6-7469-4e79-891d-cb3b0d95212b,segment=NetworkSegment(26b8afa4-5e1d-4288-89e0-1c3ab03b8238),segment_id=26b8afa4-5e1d-4288-89e0-1c3ab03b8238)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:57:57.042047 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.066911 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Calling delete_port for 84444cd6-7469-4e79-891d-cb3b0d95212b owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:57:57.211414 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d957e034-72ae-487a-a4f1-0b8c98a7d026 None None] DHCP port deletion for ca7cca6b-79a0-47a9-adac-2cacad460289 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:57:57.227714 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.231574 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5da7d94-e971-4152-9f4e-25e7cb919e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:57.278604 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=84444cd6-7469-4e79-891d-cb3b0d95212b,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:57.285438 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:57.286641 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] No DVR routers for this DVR port 84444cd6-7469-4e79-891d-cb3b0d95212b on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:57:57.365057 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.382682 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7cca6b-79a0-47a9-adac-2cacad460289']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:57.394988 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b8afa4-5e1d-4288-89e0-1c3ab03b8238') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:57.395287 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b8afa4-5e1d-4288-89e0-1c3ab03b8238') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:57:57.405322 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.432539 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.441029 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:57:57.441504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:57:57.443830 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:57:57.534583 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.540051 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.543057 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ca7cca6b-79a0-47a9-adac-2cacad460289 HTTP/1.1" status: 204 len: 168 time: 0.8303301 Jun 23 17:57:57.543971 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-be693e17-6946-4cfa-867f-9e44c3ec37b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:57.557323 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7cca6b-79a0-47a9-adac-2cacad460289,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:57.560207 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:57.724785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58256) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:57.768042 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4b3447be-bc2a-4a3d-999e-be43672af95f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82f396aea9f9409283a8b068f154dd06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419233 Jun 23 17:57:57.770803 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58258) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:57.835530 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.862574 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.924998 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.927774 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:57.932486 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06c6130f-62f7-4191-9b84-2cbf8fb2e5ad HTTP/1.1" status: 204 len: 168 time: 0.1567683 Jun 23 17:57:57.932486 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7959d3bb-ed0f-4e6f-ac63-6bcc0c2faa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:57.939965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6130f-62f7-4191-9b84-2cbf8fb2e5ad,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:57.942839 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:58.116490 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a87e-fa7a-436d-a465-598b181b6fd6 req-e5e746fd-d59e-401c-b5cd-7eb36e7b5354 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:58.118097 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-85c8a87e-fa7a-436d-a465-598b181b6fd6 req-e5e746fd-d59e-401c-b5cd-7eb36e7b5354 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.0859158 Jun 23 17:57:58.164683 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-85c8a87e-fa7a-436d-a465-598b181b6fd6 req-9050ea3f-4773-4f2e-b83c-0601b843b2ed tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Jun 23 17:57:58.697812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 84444cd6-7469-4e79-891d-cb3b0d95212b no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:57:58.729178 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 84444cd6-7469-4e79-891d-cb3b0d95212b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:57:58.729834 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 84444cd6-7469-4e79-891d-cb3b0d95212b not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:57:58.909706 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58282) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:59.027641 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-630532820-network', 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:57:59.050199 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:57:59.052594 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.061922 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.168722 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.173770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.178931 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-de069d92-a505-4882-a77a-da1fbc845943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:59.202295 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:57:59.217042 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f791e3-975c-41a0-8968-b99d153f8c42,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:59.225356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:59.227933 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.228285 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Added segment f0147d2d-cccc-4d7b-a1d1-8ace45410882 of type vlan for network 24fb6667-bf67-423e-80b9-8faef19094e4 Jun 23 17:57:59.292218 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.447508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58de4ab-d4c3-4337-a200-d5c667bf48c2 req-3e6fb54a-489e-4c7f-bcb3-b2ab474d7f38 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:59.449164 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a58de4ab-d4c3-4337-a200-d5c667bf48c2 req-3e6fb54a-489e-4c7f-bcb3-b2ab474d7f38 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.1176653 Jun 23 17:57:59.509487 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a58de4ab-d4c3-4337-a200-d5c667bf48c2 req-f58dd97d-e79f-4555-8b3e-e62085a919b3 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 Jun 23 17:57:59.605840 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.608837 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:57:59.611056 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.616095 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:57:59.667873 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7564843 Jun 23 17:57:59.674566 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58288) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:57:59.683305 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Request body: {'subnet': {'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-630532820-subnet', 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:57:59.723375 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:57:59.726051 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25427671'] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:57:59.738566 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Pushing event updated for resources: {'Network': ['ID=24fb6667-bf67-423e-80b9-8faef19094e4,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:57:59.742678 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:57:59.753454 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 24fb6667-bf67-423e-80b9-8faef19094e4 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:58:00.065367 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25427653'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.075411 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-23db0f0d-9c8b-44b7-a522-f82eafcf69b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:00.127249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-6f2faa6a-da52-4e00-ac09-56bf2671996c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:00.129749 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-6f2faa6a-da52-4e00-ac09-56bf2671996c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.2443259 Jun 23 17:58:00.227903 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca187d07-5338-4ddc-a0d2-bb1651c09563,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:00.248015 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:00.271938 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Checking segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:58:00.272483 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Network hostable DHCP agents. Network: 24fb6667-bf67-423e-80b9-8faef19094e4, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:58:00.334034 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Network 24fb6667-bf67-423e-80b9-8faef19094e4 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:58:00.355800 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 24fb6667-bf67-423e-80b9-8faef19094e4) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:58:00.361104 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:00.361821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.369869 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b710a-7d92-4d92-b7df-45d8a922bd8b None None] Network 24fb6667-bf67-423e-80b9-8faef19094e4 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:58:00.395152 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-fb0b50a7-cee9-4f96-9ddc-ef6084d6e6d7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7187140 Jun 23 17:58:00.399138 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Deleting port 620e77c6-bedf-4a46-9203-91559efcefde {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:00.399764 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.561997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] For port 620e77c6-bedf-4a46-9203-91559efcefde, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=620e77c6-bedf-4a46-9203-91559efcefde,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:00.563729 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc4bd8-a9ac-4033-83ea-60456afd19ec None None] Network 24fb6667-bf67-423e-80b9-8faef19094e4 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:58:00.563905 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.870932 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31782f9e-a1fa-408c-ace6-c15b7b3d748f req-f05881ac-19c4-4f37-bbbe-e3834ae904a5 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:00.873840 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-31782f9e-a1fa-408c-ace6-c15b7b3d748f req-f05881ac-19c4-4f37-bbbe-e3834ae904a5 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 946 time: 0.1101639 Jun 23 17:58:00.952966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.954094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:00.954565 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Floating IP dc904479-fa64-495a-9e19-701bddbc02b8 disassociated. External IP: 172.27.3.156, port: 620e77c6-bedf-4a46-9203-91559efcefde. Jun 23 17:58:00.955180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Calling delete_port for 620e77c6-bedf-4a46-9203-91559efcefde owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:00.960354 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-31782f9e-a1fa-408c-ace6-c15b7b3d748f req-511a1f92-57b8-4478-9cb6-c46ced22e352 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca0ecbec-aafb-4bd2-89e7-a703c4907f39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775423 Jun 23 17:58:01.120298 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:58:01.173109 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-8d8db771-b39d-41f2-ab65-c5fdf3d558c9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:01.175859 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-8d8db771-b39d-41f2-ab65-c5fdf3d558c9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1953111 Jun 23 17:58:01.233988 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-f15e3dc1-b3cd-409d-a5fa-9072333e0e86 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/quotas/a4f87f0780fb46eab44be145dc7d97c2 HTTP/1.1" status: 200 len: 375 time: 0.0487139 Jun 23 17:58:01.315755 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-7567d5fa-b14f-4c57-a339-f6ffd8616a6e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654113 Jun 23 17:58:01.321816 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:01.340206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:01.376180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'Port': ['ID=620e77c6-bedf-4a46-9203-91559efcefde,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:01.379428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:01.459859 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-da82a5f4-81a8-48f8-b89b-a83d576838c8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:58:01.461410 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-da82a5f4-81a8-48f8-b89b-a83d576838c8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1365285 Jun 23 17:58:01.665496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:58:01.692520 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-7da68a7e-50f1-4f6d-84fb-3b04db0fb0b8 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071466 Jun 23 17:58:01.908518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:58:01.924965 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:58:01.943379 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:58:01.944624 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:02.007282 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-b1bfd42b-5afe-4de2-b8fb-26ab730d11d9 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730486 Jun 23 17:58:02.008775 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] No DVR routers for this DVR port 620e77c6-bedf-4a46-9203-91559efcefde on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:58:02.012301 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:02.015349 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b4b221e5-dbfd-408a-86b9-717f65d65a40 req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.65 "DELETE /v2.0/ports/620e77c6-bedf-4a46-9203-91559efcefde HTTP/1.1" status: 204 len: 173 time: 1.8788881 Jun 23 17:58:02.016785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'name': 'network-vif-deleted', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:02.020426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5adb1-af47-49b7-9305-636db875a2cc" -d '{"events": [{"server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "name": "network-vif-deleted", "tag": "620e77c6-bedf-4a46-9203-91559efcefde"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:02.119278 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:58:02.260841 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-45431710-e767-48b9-a36f-466bb08f7d9f req-a7787449-5c6e-4457-93a0-29f316d69e7c tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1123ee2-267b-40b2-aee4-7e7cce0e4158 HTTP/1.1" status: 200 len: 210 time: 0.0501392 Jun 23 17:58:02.346308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fcaae1-8b6d-4451-a1c4-4f3c1caf23eb x-openstack-request-id: req-74fcaae1-8b6d-4451-a1c4-4f3c1caf23eb {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:02.346831 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1123ee2-267b-40b2-aee4-7e7cce0e4158", "name": "network-vif-deleted", "tag": "620e77c6-bedf-4a46-9203-91559efcefde", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:02.347300 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74fcaae1-8b6d-4451-a1c4-4f3c1caf23eb {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:02.348019 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1123ee2-267b-40b2-aee4-7e7cce0e4158', 'name': 'network-vif-deleted', 'tag': '620e77c6-bedf-4a46-9203-91559efcefde', 'status': 'completed', 'code': 200} Jun 23 17:58:02.404456 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-84ea0e31-38dd-48e4-9089-8c31b5f1fefd req-cd034ee8-3ca8-4c64-9e6d-9f37e5d3a5cd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0482247 Jun 23 17:58:02.436437 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:02.477707 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:58:02.492915 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:58:02.494013 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:02.667334 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:58:02.962974 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:03.005006 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e8474d-2924-43ad-b9fd-b83634df418d None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:50:15Z', 'revision_number': 4, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '929bf699-a05b-4f95-b5e2-c3256cf298c9', 'name': '', 'network_id': '11985a48-9b20-4952-971d-4785d8543a69', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'mac_address': 'fa:16:3e:03:65:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '3da84e83-2f67-4267-8123-01cef37fde50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:14Z', 'updated_at': '2021-06-23T17:50:21Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'subnets': [{'id': '3da84e83-2f67-4267-8123-01cef37fde50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:58:03.215477 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 620e77c6-bedf-4a46-9203-91559efcefde no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:58:03.245062 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 620e77c6-bedf-4a46-9203-91559efcefde {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:58:03.245603 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 620e77c6-bedf-4a46-9203-91559efcefde not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:58:03.262950 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b82179-d587-4f26-8edd-cd4c10dbed91 None None] New status for floating IP dc904479-fa64-495a-9e19-701bddbc02b8: DOWN {{(pid=104928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 17:58:03.445880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58338) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:03.534802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:03.588054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:03.616632 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bb50ac85-3440-44a5-b4aa-d70f86b4e2a2 req-c8a491b2-dc47-4ebd-bef1-73107bc01d09 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0438423 Jun 23 17:58:03.681477 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:03.684266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:03.685477 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "DELETE /v2.0/security-groups/ca0ecbec-aafb-4bd2-89e7-a703c4907f39 HTTP/1.1" status: 204 len: 168 time: 0.2373559 Jun 23 17:58:03.686272 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c8aa8e39-ed6b-416a-b448-6aca27954181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:03.688991 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58340) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:03.696161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0ecbec-aafb-4bd2-89e7-a703c4907f39,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:03.699231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:03.711978 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.api.v2.resource [None req-f131a8b5-4df9-41a4-b23b-b8393313cade tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] show failed (client error): The resource could not be found. Jun 23 17:58:03.716738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58342) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:03.717230 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-f131a8b5-4df9-41a4-b23b-b8393313cade tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "GET /v2.0/security-groups/ca0ecbec-aafb-4bd2-89e7-a703c4907f39 HTTP/1.1" status: 404 len: 347 time: 0.0261862 Jun 23 17:58:04.232331 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-571984ae-8dcd-4c87-9e43-8132fc2f4743 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:04.234012 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-571984ae-8dcd-4c87-9e43-8132fc2f4743 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1798506 Jun 23 17:58:04.246821 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Request body: {'port': {'device_id': '998b000a-50d9-486d-929c-88b9e817d9b9', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'admin_state_up': True, 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:04.255148 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Deleting port f20de6bc-c214-414c-80a3-ce82dc6d0aaf {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:04.255524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.417814 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.418136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.436004 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Calling delete_port for f20de6bc-c214-414c-80a3-ce82dc6d0aaf owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:04.458968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:58:04.462899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.702190 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Allocated IP 172.20.0.5 (24fb6667-bf67-423e-80b9-8faef19094e4/ca187d07-5338-4ddc-a0d2-bb1651c09563/5eb5c467-c6e8-4e52-90ca-d5025f4e7c42) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:58:04.711229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.713542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:04.746752 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Pushing event deleted for resources: {'Port': ['ID=f20de6bc-c214-414c-80a3-ce82dc6d0aaf,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:04.752160 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:04.791150 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2f638a23-0d13-4b27-a2f6-dda32df01b13 req-0bc9dfcc-2b6a-473d-a35c-a37e70f5015a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0301065 Jun 23 17:58:04.891159 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.893693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:04.894907 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] 10.222.0.66 "DELETE /v2.0/floatingips/dc904479-fa64-495a-9e19-701bddbc02b8 HTTP/1.1" status: 204 len: 168 time: 1.1771121 Jun 23 17:58:04.962424 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.013050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.018154 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-489a0780-f2cb-4639-9369-7996cca21e70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:05.074546 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Network 24fb6667-bf67-423e-80b9-8faef19094e4 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:58:05.079103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:58:05.082332 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:58:05.119751 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event updated for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:05.124263 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:05.163389 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:05.164424 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.186230 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441051 Jun 23 17:58:05.198949 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Request body: {'port': {'device_id': '998b000a-50d9-486d-929c-88b9e817d9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:05.292065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.604595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:05.619546 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.640873 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Transition to ACTIVE for port object 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:58:05.646146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.648801 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-13c20e4e-5a08-416e-bb75-f2b7c7c89d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:05.702481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:05.706554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:05.814416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Attempting to bind port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:58:05.814960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Attempting to bind port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:58:05.815517 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Attempting to bind port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:05.823774 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 on network 24fb6667-bf67-423e-80b9-8faef19094e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:58:05.824331 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Attempting to bind port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:05.836132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:58:05.836132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Checking segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:58:05.837756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Bound using segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:58:05.837756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Bound port: 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:58:05.838081 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:05.959328 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:58:05.966057 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:58:05.984765 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:06.018514 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7d7a027a-fc62-45da-9dd9-0c0214f29469 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:06.101824 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:06.102482 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:06.104170 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] 10.222.0.65 "PUT /v2.0/ports/5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 HTTP/1.1" status: 200 len: 1093 time: 0.9108999 Jun 23 17:58:06.104855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:06.110136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a46776-6a58-4560-ba84-70faae0f4c05" -d '{"events": [{"name": "network-changed", "server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:06.162728 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:06.166951 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:06.194208 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca6df1-2bcf-4de7-95fc-18eb0dd71a70 x-openstack-request-id: req-2cca6df1-2bcf-4de7-95fc-18eb0dd71a70 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:06.194734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:06.195318 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cca6df1-2bcf-4de7-95fc-18eb0dd71a70 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:06.197865 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', 'status': 'completed', 'code': 200} Jun 23 17:58:06.247823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d329c-6d85-4250-93f3-93a5f655add1 req-8ef01653-7f8a-430e-abf6-3a2b3410f32c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:06.249772 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-472d329c-6d85-4250-93f3-93a5f655add1 req-8ef01653-7f8a-430e-abf6-3a2b3410f32c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 943 time: 0.2932646 Jun 23 17:58:06.315276 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-472d329c-6d85-4250-93f3-93a5f655add1 req-6d89cae6-f434-4837-913f-9470e500b81e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562298 Jun 23 17:58:06.321524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-4efaf894-256a-4ac5-bf4f-22abac2f08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:06.323452 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-4efaf894-256a-4ac5-bf4f-22abac2f08ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 1096 time: 0.1496980 Jun 23 17:58:06.377386 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-309a50ad-bb83-4d75-b50f-8768e6ed74a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 HTTP/1.1" status: 200 len: 217 time: 0.0457339 Jun 23 17:58:06.443524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19db16-6423-4b49-9475-c71284e041b1 req-f5490674-6196-47e6-9171-0565cca90594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:06.444999 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-f5490674-6196-47e6-9171-0565cca90594 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0620611 Jun 23 17:58:06.502060 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-69eae74d-3db5-492e-a8c5-b3bb22b8f8c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488038 Jun 23 17:58:06.651505 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-759c86a3-7d24-46f0-a3b7-9eb6576f956b service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418524 Jun 23 17:58:06.769088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7b19db16-6423-4b49-9475-c71284e041b1 req-0da976b3-713f-4fd0-b88a-84ba3d29312a service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052146 Jun 23 17:58:06.889053 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-4eeacf4b-7bf5-4870-a1b2-425bff9da59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:06.891784 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-4eeacf4b-7bf5-4870-a1b2-425bff9da59b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0627964 Jun 23 17:58:07.008292 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-5ece4191-2f88-4320-834d-1d9bbe037c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:07.010066 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-5ece4191-2f88-4320-834d-1d9bbe037c8a service neutron] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 915 time: 0.1126800 Jun 23 17:58:07.055998 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-df60908b-5caa-4c85-9176-df1a0ae4bbef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 HTTP/1.1" status: 200 len: 217 time: 0.0394762 Jun 23 17:58:07.123655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-cdaed1ef-3d08-4645-9cff-9c7bf0070522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:07.125264 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-cdaed1ef-3d08-4645-9cff-9c7bf0070522 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0635810 Jun 23 17:58:07.160689 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-44727653-08cb-4750-b8b6-7da647217a62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291486 Jun 23 17:58:07.262844 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-6dddb680-6cef-420e-9475-76e2ed3ac325 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952814 Jun 23 17:58:07.390921 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-24a46776-6a58-4560-ba84-70faae0f4c05 req-b995ebe0-694d-4268-be3c-77c436cfa672 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197350 Jun 23 17:58:07.549423 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c524-3917-4a9d-9c72-bae7cccb33b4 req-3cfb37f7-fd4f-45d8-bb81-b09ec8968565 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:07.550985 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b799c524-3917-4a9d-9c72-bae7cccb33b4 req-3cfb37f7-fd4f-45d8-bb81-b09ec8968565 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0897610 Jun 23 17:58:07.627602 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b799c524-3917-4a9d-9c72-bae7cccb33b4 req-1a422ac2-82b1-4577-bdec-f1b1164638c6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Jun 23 17:58:08.886475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58384) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:08.943863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abb400-7039-4333-87c5-cf1f9d21a745 req-75bdb546-e35b-4a15-a336-25fb56878b7a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:08.945716 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b2abb400-7039-4333-87c5-cf1f9d21a745 req-75bdb546-e35b-4a15-a336-25fb56878b7a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 943 time: 0.1175053 Jun 23 17:58:09.012177 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b2abb400-7039-4333-87c5-cf1f9d21a745 req-68e1f8cc-8045-4e61-8e42-1dc125fa2cb7 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Jun 23 17:58:09.481461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:09.826115 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Deleting port 929bf699-a05b-4f95-b5e2-c3256cf298c9 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:09.826771 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:09.956807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] For port 929bf699-a05b-4f95-b5e2-c3256cf298c9, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=929bf699-a05b-4f95-b5e2-c3256cf298c9,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:09.957579 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:09.983793 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Calling delete_port for 929bf699-a05b-4f95-b5e2-c3256cf298c9 owned by network:router_interface {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:10.222596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:10.226357 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-67e5d3c9-9286-4d69-956f-fe7c1c4e65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:10.279833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Pushing event deleted for resources: {'Port': ['ID=929bf699-a05b-4f95-b5e2-c3256cf298c9,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:10.290927 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:10.439873 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972db19-f223-43a2-a1ea-f205a9c5ec0f req-6bde1d34-008e-4007-835f-d095db7f1f4e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:10.442569 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2972db19-f223-43a2-a1ea-f205a9c5ec0f req-6bde1d34-008e-4007-835f-d095db7f1f4e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 943 time: 0.2310686 Jun 23 17:58:10.644768 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2972db19-f223-43a2-a1ea-f205a9c5ec0f req-3f10e215-6947-4034-abcf-f748926d995a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462812 Jun 23 17:58:10.676745 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.246316 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:58:11.249778 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Router bdcbb805-4871-4130-868e-54b14d444c95 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 17:58:11.373406 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:11.385693 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 17:58:11.388628 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'port_id': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', 'mac_address': 'fa:16:3e:08:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca187d07-5338-4ddc-a0d2-bb1651c09563', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:58:11.393547 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] 10.222.0.66 "PUT /v2.0/routers/bdcbb805-4871-4130-868e-54b14d444c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5056453 Jun 23 17:58:11.397699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58390) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:11.401718 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Sync routers for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 17:58:11.416731 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:58:11.417548 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:11.436632 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.461728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:11.500274 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:11.506886 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.509316 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:11.579991 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:58:11.583568 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:11.588735 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:11.594109 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks [] for router, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.764149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.852588 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:58:11.861363 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Deleting port b69b474c-d20c-4fc6-bbfb-3d77bd996d70 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:11.861910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:11.874066 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:58:10Z', 'revision_number': 5, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port': {'id': 'b69b474c-d20c-4fc6-bbfb-3d77bd996d70', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T17:50:12Z', 'updated_at': '2021-06-23T17:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:11.943779 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Checking router: bdcbb805-4871-4130-868e-54b14d444c95 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 17:58:11.962987 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Routers {'bdcbb805-4871-4130-868e-54b14d444c95'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 17:58:11.964084 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T17:57:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['bdcbb805-4871-4130-868e-54b14d444c95'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:11.974533 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd5009-8d4a-451c-876c-0105a93e7b13 req-328019f1-f9e9-4705-b336-a875de4c8cad tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:11.978432 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4cfd5009-8d4a-451c-876c-0105a93e7b13 req-328019f1-f9e9-4705-b336-a875de4c8cad tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 944 time: 0.1304522 Jun 23 17:58:12.041846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] For port b69b474c-d20c-4fc6-bbfb-3d77bd996d70, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:12.042839 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.054092 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4cfd5009-8d4a-451c-876c-0105a93e7b13 req-5aaf656d-c299-4621-a352-90c5a22daaf0 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Jun 23 17:58:12.071700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Calling delete_port for b69b474c-d20c-4fc6-bbfb-3d77bd996d70 owned by network:router_gateway {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:12.217422 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] Set router bdcbb805-4871-4130-868e-54b14d444c95 gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 17:58:12.293988 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:58:11Z', 'revision_number': 6, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:12.343848 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d3a7d-010e-4fa2-a3ca-32d399c2aea5 None None] The sync data for ids ['bdcbb805-4871-4130-868e-54b14d444c95'] in dv-cinder-797510-2-iscsi is: [{'id': 'bdcbb805-4871-4130-868e-54b14d444c95', 'name': 'tempest-AttachVolumeTestJSON-171580585-router', 'tenant_id': 'b422b091c6b64b01ac77b86c600925b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T17:50:11Z', 'updated_at': '2021-06-23T17:58:11Z', 'revision_number': 6, 'project_id': 'b422b091c6b64b01ac77b86c600925b7', 'gw_port_host': None}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 17:58:12.410195 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.413974 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-39018937-b3ba-4b90-a6c0-d1c58b191422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:12.454096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69b474c-d20c-4fc6-bbfb-3d77bd996d70,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:12.456860 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:12.538352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.645496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.647912 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.702272 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.703866 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdcbb805-4871-4130-868e-54b14d444c95 {{(pid=104927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 17:58:12.713402 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.715690 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bdcbb805-4871-4130-868e-54b14d444c95 HTTP/1.1" status: 204 len: 168 time: 1.3162718 Jun 23 17:58:12.717882 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58394) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:12.771345 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 929bf699-a05b-4f95-b5e2-c3256cf298c9 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:58:12.783889 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Deleting subnet 3da84e83-2f67-4267-8123-01cef37fde50 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:58:12.789284 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.793696 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 929bf699-a05b-4f95-b5e2-c3256cf298c9 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:58:12.794129 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 929bf699-a05b-4f95-b5e2-c3256cf298c9 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:58:12.834279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25403019'] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.920836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.982030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25427658'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:12.984703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b6da38ff-5551-4316-af01-197ae903be69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:13.010691 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da84e83-2f67-4267-8123-01cef37fde50,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:13.013832 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:13.014879 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.017533 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7c6ce40a-ec6f-4051-9d8c-49890a8ef19f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3da84e83-2f67-4267-8123-01cef37fde50 HTTP/1.1" status: 204 len: 168 time: 0.2974997 Jun 23 17:58:13.030168 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58396) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:13.030916 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f21a0e-8cb2-444a-8294-dc2250a2cb97 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:58:13.105666 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.221624 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5011616d-6121-4e9b-b2b0-33b75b21d90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.247614 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Deleting port b3089d55-6d15-45fc-8a97-bbc60174edfe {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:13.247940 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.261469 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:58:13.301490 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] DHCP port deletion for 11985a48-9b20-4952-971d-4785d8543a69 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 17:58:13.346543 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] For port b3089d55-6d15-45fc-8a97-bbc60174edfe, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b3089d55-6d15-45fc-8a97-bbc60174edfe,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:13.347022 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.368464 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Calling delete_port for b3089d55-6d15-45fc-8a97-bbc60174edfe owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:13.387220 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b284437-ddd3-45cb-9119-2e5d9f8aea6e req-3caa4e6b-9762-4a6f-96e2-c9558fb61670 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:13.389773 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0b284437-ddd3-45cb-9119-2e5d9f8aea6e req-3caa4e6b-9762-4a6f-96e2-c9558fb61670 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 944 time: 0.1285968 Jun 23 17:58:13.410352 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:58:13.417681 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:58:13.417989 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.422303 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Deleting port b3089d55-6d15-45fc-8a97-bbc60174edfe {{(pid=104928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:58:13.422766 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.469584 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0b284437-ddd3-45cb-9119-2e5d9f8aea6e req-464d31c9-7dc1-4b03-8e18-0aacae9fbb4d tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Jun 23 17:58:13.522892 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.526990 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-589e561a-6d8d-4ccb-a0b5-0d0cdac486ec tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:13.559285 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] For port b3089d55-6d15-45fc-8a97-bbc60174edfe, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=b3089d55-6d15-45fc-8a97-bbc60174edfe,segment=NetworkSegment(6911bfca-ea12-4e89-9678-fc1f0f3714e7),segment_id=6911bfca-ea12-4e89-9678-fc1f0f3714e7)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:13.560473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.570640 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3089d55-6d15-45fc-8a97-bbc60174edfe,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:13.574564 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] No DVR routers for this DVR port b3089d55-6d15-45fc-8a97-bbc60174edfe on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:58:13.577239 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:13.599688 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Calling delete_port for b3089d55-6d15-45fc-8a97-bbc60174edfe owned by network:dhcp {{(pid=104928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:58:13.689937 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.704707 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11985a48-9b20-4952-971d-4785d8543a69']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:13.722482 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6911bfca-ea12-4e89-9678-fc1f0f3714e7') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:13.722773 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6911bfca-ea12-4e89-9678-fc1f0f3714e7') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:58:13.736557 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.737904 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.763815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.775750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:58:13.776321 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:58:13.779256 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:58:13.800646 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:13.803481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf805d4-afe5-4e73-bb55-53eb5b5ba21d" -d '{"events": [{"server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:13.834666 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:13.848349 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.856079 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.856516 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-28dfb475-45d1-4342-beb2-4dbe1fd2b596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:13.860533 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:13.860885 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.863958 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] 10.222.0.66 "DELETE /v2.0/networks/11985a48-9b20-4952-971d-4785d8543a69 HTTP/1.1" status: 204 len: 168 time: 0.8422580 Jun 23 17:58:13.892012 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Pushing event deleted for resources: {'Network': ['ID=11985a48-9b20-4952-971d-4785d8543a69,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:13.896353 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:13.909721 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022'] for port, after_delete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:13.920699 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Network 11985a48-9b20-4952-971d-4785d8543a69 is not hosted by any dhcp agent {{(pid=104928) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 17:58:13.921373 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] No DVR routers for this DVR port b3089d55-6d15-45fc-8a97-bbc60174edfe on host dv-cinder-797510-2-iscsi {{(pid=104928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:58:13.968299 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:13.973979 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:13.975131 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:13.988469 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a40ab1-e6d9-4bf2-a237-d1f1e42e7dae x-openstack-request-id: req-38a40ab1-e6d9-4bf2-a237-d1f1e42e7dae {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:13.988994 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:13.989566 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38a40ab1-e6d9-4bf2-a237-d1f1e42e7dae {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:13.990634 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', 'code': 200} Jun 23 17:58:14.029974 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Pushing event deleted for resources: {'Port': ['ID=b3089d55-6d15-45fc-8a97-bbc60174edfe,revision_number=None']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:14.034263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:14.112397 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58406) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:14.171420 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-91cc6764-dbf4-40e7-8faf-ea1bbeb267a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b422b091c6b64b01ac77b86c600925b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571358 Jun 23 17:58:14.174779 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58408) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:14.275193 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:14.305182 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:14.317616 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa4bd-838c-4542-873b-e6843d4abd1a req-cd8a068d-a64e-4000-bb98-aa9d353d5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:14.319114 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5aa4bd-838c-4542-873b-e6843d4abd1a req-cd8a068d-a64e-4000-bb98-aa9d353d5043 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 1098 time: 0.1118228 Jun 23 17:58:14.371263 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3d5aa4bd-838c-4542-873b-e6843d4abd1a req-3afa26bc-3547-4bab-a663-29b6acf8ad7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Jun 23 17:58:14.386081 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:14.389124 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:14.391155 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e30fa883-ebac-440e-8b27-14a3d75720ad HTTP/1.1" status: 204 len: 168 time: 0.2142065 Jun 23 17:58:14.392627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2fa8e540-1120-4514-985c-9189404b4423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:14.405858 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30fa883-ebac-440e-8b27-14a3d75720ad,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:14.409359 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:14.714015 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457a526-e20e-4027-a82c-09af2dbb8f72 req-256054f1-21d2-4ab9-ac9c-6b235219925a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:14.717802 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3457a526-e20e-4027-a82c-09af2dbb8f72 req-256054f1-21d2-4ab9-ac9c-6b235219925a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 945 time: 0.1052661 Jun 23 17:58:14.739367 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b69b474c-d20c-4fc6-bbfb-3d77bd996d70 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:58:14.782765 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: b69b474c-d20c-4fc6-bbfb-3d77bd996d70 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:58:14.783228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b69b474c-d20c-4fc6-bbfb-3d77bd996d70 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:58:14.784488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b3089d55-6d15-45fc-8a97-bbc60174edfe no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:58:14.804700 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3457a526-e20e-4027-a82c-09af2dbb8f72 req-8b6081db-9a50-4bf9-8bec-504a3863de7f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743134 Jun 23 17:58:14.819219 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: b3089d55-6d15-45fc-8a97-bbc60174edfe {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:58:14.820396 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device b3089d55-6d15-45fc-8a97-bbc60174edfe not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:58:16.001354 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd456057-480d-47a2-abc5-0352e391ead6 req-e93977e9-2dbc-4d9f-bbe4-e501a33f23bd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:16.002898 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fd456057-480d-47a2-abc5-0352e391ead6 req-e93977e9-2dbc-4d9f-bbe4-e501a33f23bd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0741813 Jun 23 17:58:16.055746 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fd456057-480d-47a2-abc5-0352e391ead6 req-111c9dfd-33ae-411d-8b28-53801cf8ba7f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Jun 23 17:58:16.206831 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d1bba4d7-9a59-448a-9ac3-60eb67719496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.222189 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.540033 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58470) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:16.655429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.749988 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.754736 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.757273 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3d6ab20c-a96a-4a45-a9ea-8329a40085e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:16.794982 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09f24b53af1b4ab89b3c69c73a12f5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537274 Jun 23 17:58:16.795964 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5ef02-5667-4e2d-a3b1-8f0bd55f38bc,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:16.798444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58474) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:16.799915 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:16.860449 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.882476 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.936980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.940275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:16.941477 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88e5ef02-5667-4e2d-a3b1-8f0bd55f38bc HTTP/1.1" status: 204 len: 168 time: 0.1415310 Jun 23 17:58:16.942307 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-70f9b6a3-288e-4c0c-b05c-5c7791d69d1c tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:16.951813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5ef02-5667-4e2d-a3b1-8f0bd55f38bc,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:16.954727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:17.243419 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58480) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:17.259108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.354337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.358842 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.361937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dd7db931-9cfc-4119-9497-4a968d0cc98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:17.400949 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9522985833bd4a46b8ba26ee129a8233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562805 Jun 23 17:58:17.401663 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60748d-88e3-4f57-bef2-45626da5fbcb,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:17.403949 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58482) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:17.404833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9d0e6911-4b5c-4923-af5c-2ce1635ada3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:17.463510 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.486923 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.557603 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.560602 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:17.561966 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b60748d-88e3-4f57-bef2-45626da5fbcb HTTP/1.1" status: 204 len: 168 time: 0.1567535 Jun 23 17:58:17.563401 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ab7e2316-7ec8-40c0-85b5-35c13b58d495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:17.571437 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60748d-88e3-4f57-bef2-45626da5fbcb,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:17.573855 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c24e3f52-1e5a-4b56-83f3-c5319b4602c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:17.852965 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:18.121273 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:19.386103 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:29.010521 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-13783e98-cb06-4398-aec1-abd1c3f833d3 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:29.011883 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-13783e98-cb06-4398-aec1-abd1c3f833d3 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1035156 Jun 23 17:58:29.028117 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-ba92916a-e042-4192-9d0c-bec3ae57998c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/quotas/a4f87f0780fb46eab44be145dc7d97c2 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Jun 23 17:58:29.098141 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-2356f31d-c0cc-4b03-9fad-3c7b52d85744 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644066 Jun 23 17:58:29.108541 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-618e791f-0ec6-40f3-adc2-569872028094 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104926) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 17:58:29.110422 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-618e791f-0ec6-40f3-adc2-569872028094 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060189 Jun 23 17:58:29.199246 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-2956fbbd-a2c3-4b1f-8ac8-6c9b033a5597 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834484 Jun 23 17:58:29.290457 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-0674a493-9a1c-46ca-af40-fb9a4d998bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853589 Jun 23 17:58:29.480955 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-1920eecf-79c1-44ba-b0d3-ec8c794f7b32 req-8e675275-5abd-4283-97ec-a120c136d117 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 210 time: 0.0313187 Jun 23 17:58:30.648240 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-25b36493-c149-48c7-ab1c-404638e1aa1a req-c74955ce-48ad-4883-a6d0-a08ed9413324 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 210 time: 0.0440323 Jun 23 17:58:30.717076 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-2c9969ec-e79e-460d-9f98-53f91b432b09 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:30.724679 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-2c9969ec-e79e-460d-9f98-53f91b432b09 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1342185 Jun 23 17:58:30.734405 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Request body: {'port': {'device_id': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'admin_state_up': True, 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:30.900600 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:58:30.905048 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.063601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Allocated IP 172.20.0.9 (24fb6667-bf67-423e-80b9-8faef19094e4/ca187d07-5338-4ddc-a0d2-bb1651c09563/26f789bf-f429-4d8e-a49e-f0d60e9c5043) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:58:31.135523 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58682) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:31.225862 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.253213 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.290452 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.296022 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-40e6105b-bfe1-4037-a059-e6fad60da193 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:31.306407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:58:31.343798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Network 24fb6667-bf67-423e-80b9-8faef19094e4 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:58:31.352155 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:58:31.354788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:58:31.387899 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.393365 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.397059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event updated for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:31.397274 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a7338824-7ada-4b4e-a432-5ec44f22ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:31.411344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.411752 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.412342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.412715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.413077 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.413621 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.413995 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.414354 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.414925 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.415254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.415814 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.416360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.420876 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:31.435550 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:31.436245 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.439253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58686) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:31.439529 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92c648f35de94e24b96daedf283ab70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022194 Jun 23 17:58:31.441643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ef7cc-c3ca-4ea8-994d-58502054ef85,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:31.458233 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.458623 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.458997 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.459360 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.459743 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.460220 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.460590 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.461201 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.461859 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.462689 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.463135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.463474 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:31.468711 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c28c46a5-0b09-42c9-a990-186bd697affb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:31.476556 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7466443 Jun 23 17:58:31.490083 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Request body: {'port': {'device_id': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:31.536129 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.587760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.605666 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.748357 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.751022 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:31.754733 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/078ef7cc-c3ca-4ea8-994d-58502054ef85 HTTP/1.1" status: 204 len: 168 time: 0.3119683 Jun 23 17:58:31.757280 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-80a8f01a-48ef-414d-b32e-eaf8e7b6a045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:31.787437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ef7cc-c3ca-4ea8-994d-58502054ef85,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:31.789920 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:31.925910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5769b04-f621-4baf-9a7d-bbc375645924 req-ff500973-d992-4ba3-8c92-a42372b49cd8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:31.927479 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5769b04-f621-4baf-9a7d-bbc375645924 req-ff500973-d992-4ba3-8c92-a42372b49cd8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 931 time: 0.1580236 Jun 23 17:58:32.016648 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a5769b04-f621-4baf-9a7d-bbc375645924 req-a8289735-444e-4cf3-b8c0-6721e25213a2 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806224 Jun 23 17:58:32.023317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f789bf-f429-4d8e-a49e-f0d60e9c5043 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:32.033297 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.057128 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Transition to ACTIVE for port object 26f789bf-f429-4d8e-a49e-f0d60e9c5043 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:58:32.062975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.065342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dd604063-c35e-4bb7-85ff-b15b37c0d5d2 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:32.074643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58694) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:32.089000 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.120501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:32.143143 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:32.206488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Attempting to bind port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:58:32.206825 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Attempting to bind port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:58:32.207244 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Attempting to bind port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:32.212610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 on network 24fb6667-bf67-423e-80b9-8faef19094e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:58:32.213112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Attempting to bind port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:32.216877 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.226197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:58:32.226197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Checking segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:58:32.226197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Bound using segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:58:32.226197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Bound port: 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:58:32.226197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.229860 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.233666 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-261087c5-0aea-4406-9374-ad74459bcf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:32.271156 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9f896944903f49768afa98bc01a6bf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953616 Jun 23 17:58:32.272413 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fcffb-6568-4051-a257-108dddc7f283,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:32.274701 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58696) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:32.282531 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-aa62f9b1-856f-4203-ae8e-b4177b106b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:32.297297 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:58:32.300713 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:58:32.306145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.309069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:32.328476 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.345036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:32.345668 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.347149 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] 10.222.0.65 "PUT /v2.0/ports/26f789bf-f429-4d8e-a49e-f0d60e9c5043 HTTP/1.1" status: 200 len: 1093 time: 0.8612416 Jun 23 17:58:32.347746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:32.350049 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94df9d-d96f-4c29-bc35-078e4d10ac81" -d '{"events": [{"name": "network-changed", "server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:32.354910 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.380590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:32.387916 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:32.426282 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.429826 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:32.431217 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f95fcffb-6568-4051-a257-108dddc7f283 HTTP/1.1" status: 204 len: 168 time: 0.1556003 Jun 23 17:58:32.432258 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b80aff6a-c40f-49ad-9199-1864951bdaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:32.447303 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fcffb-6568-4051-a257-108dddc7f283,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:32.453881 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:32.455165 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d0425b-ef98-43b9-b716-5bac7a8c289c x-openstack-request-id: req-77d0425b-ef98-43b9-b716-5bac7a8c289c {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:32.455545 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:32.456030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77d0425b-ef98-43b9-b716-5bac7a8c289c {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:32.456640 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043', 'status': 'completed', 'code': 200} Jun 23 17:58:32.489760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-b594091c-e214-44d7-a182-80752e429e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:32.491561 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-b594091c-e214-44d7-a182-80752e429e8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0743411 Jun 23 17:58:32.548973 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-990d27ec-7195-47a0-b979-740280fefa70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043 HTTP/1.1" status: 200 len: 217 time: 0.0404055 Jun 23 17:58:32.611293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-db9be8d1-3845-42a9-bfda-d0b4f488d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:32.612896 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-db9be8d1-3845-42a9-bfda-d0b4f488d7f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0546303 Jun 23 17:58:32.650425 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-2908aead-c1d2-459d-b2c7-ea15b9b6d5bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305011 Jun 23 17:58:32.760535 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-0900552d-8398-4699-8e34-a760dd3dec41 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032794 Jun 23 17:58:32.864825 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0ada652f-fded-4dc7-a0e9-a526cd6e81aa req-a0eced6c-cc61-43b7-af24-6df72bcc7413 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975356 Jun 23 17:58:32.971249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-a7871b2d-8ef1-4920-b9c9-ed2bdb26b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:32.972795 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-a7871b2d-8ef1-4920-b9c9-ed2bdb26b1f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0544858 Jun 23 17:58:33.084528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-39cf706c-dc23-418a-b9b6-7fdd9212b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:33.084528 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-39cf706c-dc23-418a-b9b6-7fdd9212b06d service neutron] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 915 time: 0.1035821 Jun 23 17:58:33.129676 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-5fd938d7-d4da-4f8c-a118-3907bd91bb96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043 HTTP/1.1" status: 200 len: 217 time: 0.0378788 Jun 23 17:58:33.225734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-18a3b90e-5848-44b6-b0bf-daedcef1994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:33.227244 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-18a3b90e-5848-44b6-b0bf-daedcef1994a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0905261 Jun 23 17:58:33.267977 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-9b6f2e99-b2b6-4745-8232-4548f4c891fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342078 Jun 23 17:58:33.313080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa08250-6039-40dd-a593-4a451e2306fa req-fc7d0be0-ce2a-4949-a40f-a2600dba104c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:33.314621 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aa08250-6039-40dd-a593-4a451e2306fa req-fc7d0be0-ce2a-4949-a40f-a2600dba104c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 943 time: 0.1605425 Jun 23 17:58:33.400353 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4aa08250-6039-40dd-a593-4a451e2306fa req-e65b6e4e-00b4-4f1d-bfd5-48180a77e326 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545857 Jun 23 17:58:33.406303 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-b71d9389-0af8-4ddf-ab5f-e0d5e713b729 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293559 Jun 23 17:58:33.507171 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f94df9d-d96f-4c29-bc35-078e4d10ac81 req-c8d09ad0-a9d1-41df-aa87-7b8d376a2613 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941830 Jun 23 17:58:34.622286 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20960c5-1ecd-426c-8aea-3d1698df8839 req-b83115ab-7da1-42ae-80aa-374a63a6c164 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:34.623883 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d20960c5-1ecd-426c-8aea-3d1698df8839 req-b83115ab-7da1-42ae-80aa-374a63a6c164 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 943 time: 0.0783329 Jun 23 17:58:34.674703 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d20960c5-1ecd-426c-8aea-3d1698df8839 req-0b6f35ee-d9f6-4223-bd2b-4e7f28219768 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428967 Jun 23 17:58:35.895542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309dea2-3405-4df3-9189-923481add81e req-9f477c9e-738b-4796-99c9-616d2d4a57cd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:35.912440 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e309dea2-3405-4df3-9189-923481add81e req-9f477c9e-738b-4796-99c9-616d2d4a57cd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 943 time: 0.0949223 Jun 23 17:58:35.961429 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e309dea2-3405-4df3-9189-923481add81e req-8a16acdb-ad60-4498-9ef1-0a225f765e6a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519776 Jun 23 17:58:37.190588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36f2b-7227-46b7-8421-ab9c07691f63 req-fbdcbe54-15df-48cb-8dbc-1bd73c76d60b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:37.192127 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4e36f2b-7227-46b7-8421-ab9c07691f63 req-fbdcbe54-15df-48cb-8dbc-1bd73c76d60b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 943 time: 0.0701170 Jun 23 17:58:37.234594 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4e36f2b-7227-46b7-8421-ab9c07691f63 req-15c2f180-a426-4c35-b401-20794a54c4ed tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362332 Jun 23 17:58:37.405428 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 26f789bf-f429-4d8e-a49e-f0d60e9c5043 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:58:37.514819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:37.530484 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '26f789bf-f429-4d8e-a49e-f0d60e9c5043', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'port_id': '26f789bf-f429-4d8e-a49e-f0d60e9c5043', 'mac_address': 'fa:16:3e:3c:03:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca187d07-5338-4ddc-a0d2-bb1651c09563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:58:37.585950 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:37.610654 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f789bf-f429-4d8e-a49e-f0d60e9c5043 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:37.637817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:37.644237 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:37.646123 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:37.695730 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:37.702951 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.703301 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.703787 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.703997 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.704325 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.704650 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.704977 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.705300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.705758 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.705991 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.706241 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.706575 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:58:37.712873 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:37.875576 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58800) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:38.004734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['26f789bf-f429-4d8e-a49e-f0d60e9c5043'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:58:38.010480 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.118891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.123891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.124135 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:58:38.126494 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-63c98ab7-d87a-4182-9443-1a678a8bffab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:38.169551 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d06f5636064c4bb7b07cf62dd9dee298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900615 Jun 23 17:58:38.169551 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e1cdf2-cc09-4a34-9ec3-fa3447986f92,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:38.170210 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58804) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:38.172752 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6baab1b4-140a-4446-8114-f5ae1e137395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:38.221054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.243187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.301047 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.303654 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.304803 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40e1cdf2-cc09-4a34-9ec3-fa3447986f92 HTTP/1.1" status: 204 len: 168 time: 0.1335948 Jun 23 17:58:38.305695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3d8740b8-888d-4d77-a5f7-325605d45cf2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:38.314049 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e1cdf2-cc09-4a34-9ec3-fa3447986f92,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:38.316445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:38.443188 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3d2d8-6171-439f-aa4a-7de8dd8509b3 req-704cd756-7213-4878-806a-88668b8765cb tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:38.444784 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9dc3d2d8-6171-439f-aa4a-7de8dd8509b3 req-704cd756-7213-4878-806a-88668b8765cb tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 944 time: 0.0715961 Jun 23 17:58:38.484363 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9dc3d2d8-6171-439f-aa4a-7de8dd8509b3 req-ed29a236-5c55-4fa5-a3d7-57ab5f54adf1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334527 Jun 23 17:58:38.600015 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58812) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:38.622078 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.723985 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.728353 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.731788 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ed416325-d2d1-4e57-a1da-722b83cd03d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:38.767464 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d245865d-8321-4819-8398-4100d58d05a7,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:38.771561 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bc53682ef4449c3b1303469a4fe61fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705348 Jun 23 17:58:38.772633 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:38.774952 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58814) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:38.824861 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.848394 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.898308 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.900879 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:38.902009 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d245865d-8321-4819-8398-4100d58d05a7 HTTP/1.1" status: 204 len: 168 time: 0.1266611 Jun 23 17:58:38.902777 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9849bdba-28f2-4885-9c43-958f11f825dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:38.912493 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d245865d-8321-4819-8398-4100d58d05a7,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:38.914876 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2d572e7f-1e3e-4deb-b35c-2004e11477e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:39.419164 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 26f789bf-f429-4d8e-a49e-f0d60e9c5043 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:58:39.471152 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:58:39.475383 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:58:39.475807 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:39.566023 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:39.594434 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:39.597730 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24b999-f25f-4a72-b4a0-cd4b15f341f9" -d '{"events": [{"server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "name": "network-vif-plugged", "status": "completed", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:39.614878 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:39.620354 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:39.622335 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:39.674637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:39.680917 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:39.688269 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e31e5-7692-4523-8159-4b1e9ba5f36b x-openstack-request-id: req-7b4e31e5-7692-4523-8159-4b1e9ba5f36b {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:39.688725 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "name": "network-vif-plugged", "status": "completed", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:39.688999 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b4e31e5-7692-4523-8159-4b1e9ba5f36b {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:39.689410 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043', 'code': 200} Jun 23 17:58:39.725174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a428648-452f-4532-85c1-dfc64fbcec42 req-aa277bee-f16f-466e-8233-edaab817de25 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:39.726836 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6a428648-452f-4532-85c1-dfc64fbcec42 req-aa277bee-f16f-466e-8233-edaab817de25 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.1188278 Jun 23 17:58:39.773940 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-6a428648-452f-4532-85c1-dfc64fbcec42 req-fca70c29-2f5d-4f04-9054-91672397f7f2 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jun 23 17:58:39.944466 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025a302-c63b-42ea-807e-fa064d05d983 req-4f1fa043-c109-457b-bb03-dc3bd8fb4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:39.946089 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3025a302-c63b-42ea-807e-fa064d05d983 req-4f1fa043-c109-457b-bb03-dc3bd8fb4eec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0781810 Jun 23 17:58:39.986472 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3025a302-c63b-42ea-807e-fa064d05d983 req-9675f99b-fa5f-4a8f-ad2e-990dbc49da58 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Jun 23 17:58:40.969814 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e4c6a-359e-4dba-b5e3-f1595ad25fe7 req-ee322499-237a-47c3-b429-c425ba7057a1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:40.971609 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ac4e4c6a-359e-4dba-b5e3-f1595ad25fe7 req-ee322499-237a-47c3-b429-c425ba7057a1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.0746834 Jun 23 17:58:41.014444 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ac4e4c6a-359e-4dba-b5e3-f1595ad25fe7 req-841c81ac-3583-448c-b7bf-454e613d078e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365260 Jun 23 17:58:42.210773 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567429d-f3f1-41b6-ac96-71882dbc20ff req-f46a153a-df9e-4a93-b457-5ca80bba29ee tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:42.212348 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7567429d-f3f1-41b6-ac96-71882dbc20ff req-f46a153a-df9e-4a93-b457-5ca80bba29ee tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.0724368 Jun 23 17:58:42.273730 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7567429d-f3f1-41b6-ac96-71882dbc20ff req-5ffc2622-c30c-47d9-b23b-b16ea0db8bd6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527501 Jun 23 17:58:43.216937 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6802b188-4c9a-4bb0-b5ee-0581838e6513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.277683 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-14db8fe4-224b-4919-b31d-df2cbcfb9751 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:44.279187 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-14db8fe4-224b-4919-b31d-df2cbcfb9751 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1130202 Jun 23 17:58:44.294725 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-e03a7c0f-7370-4ed7-9a0a-ac7f84f8e74b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/quotas/a4f87f0780fb46eab44be145dc7d97c2 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Jun 23 17:58:44.357444 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58948) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:44.375390 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-d847f2e0-5618-4b8b-9b0f-e3d603322063 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727015 Jun 23 17:58:44.518936 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.660167 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.664692 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.667410 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c47a5010-00d0-407a-b6d8-860562cf51be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:44.714427 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=937addd6dbf549a48db09ab5b6d662d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526733 Jun 23 17:58:44.714427 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd072e-e027-4660-a7fb-1af543b4b4ec,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:44.715272 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58952) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:44.717255 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:44.757002 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-e4e4153d-3a1e-4133-ba0a-94ca51b844d2 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721311 Jun 23 17:58:44.768964 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.793131 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.849960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.853009 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:44.854212 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abfd072e-e027-4660-a7fb-1af543b4b4ec HTTP/1.1" status: 204 len: 168 time: 0.1380107 Jun 23 17:58:44.855017 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-817235b3-606d-4a63-9783-9d86525c0986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:44.863894 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd072e-e027-4660-a7fb-1af543b4b4ec,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:44.866691 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:44.873639 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-05e299b7-2ed0-4b98-bf1c-c041b597a576 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045153 Jun 23 17:58:45.071250 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d6b036ce-3be0-46fb-aa52-d623413e80b8 req-87d67781-c5ca-4e4d-876d-3bfe5b449856 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 210 time: 0.0302060 Jun 23 17:58:45.199268 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58966) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:45.217798 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.316477 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.321265 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.324778 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-65f08e7c-1a2b-491a-ae23-d212a5d50aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:45.366044 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f37a607ec7ab4f20ae01954365dc8fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654642 Jun 23 17:58:45.368423 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2815c1b5-fa1c-4e3b-b5df-dc388c8ee8c0,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:45.369006 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58970) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:45.371824 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7e25ab36-721f-4ee4-9480-beafb95b6d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:45.423573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.448536 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.506253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.509111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:45.510236 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2815c1b5-fa1c-4e3b-b5df-dc388c8ee8c0 HTTP/1.1" status: 204 len: 168 time: 0.1399896 Jun 23 17:58:45.511111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c6027f52-7dc4-4c8b-870b-8bf3924ce3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:45.519993 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815c1b5-fa1c-4e3b-b5df-dc388c8ee8c0,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:45.524963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-35eec410-5136-4246-95c5-a932f7bfba54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:45.901759 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 58976) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:45.918068 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.039153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.045865 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.051730 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-97d8337c-5902-41ab-a94d-01039f52e51b tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:46.102756 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9efd260ca9834718980df3f2ac489371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987634 Jun 23 17:58:46.106169 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 58980) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:46.106899 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01bb4df-b9ad-4f8c-8754-27f5d596d46a,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:46.128108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:46.207187 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.249734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca196-4c5d-4a64-b09e-b4580058953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.252269 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.260849 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.318314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-ce7c4601-00f4-448a-b363-4d6e2631ddfc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:46.322007 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-ce7c4601-00f4-448a-b363-4d6e2631ddfc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.2085199 Jun 23 17:58:46.334346 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.337912 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.338886 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c01bb4df-b9ad-4f8c-8754-27f5d596d46a HTTP/1.1" status: 204 len: 168 time: 0.2315960 Jun 23 17:58:46.339880 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c342e2d9-21fe-4bb3-aab2-623dc0565d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:46.352023 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01bb4df-b9ad-4f8c-8754-27f5d596d46a,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:46.355394 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:46.387585 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe578fef-b946-4b09-9ca8-636ec9be5931 req-f2407796-ca8f-4926-9d2a-690b1f4bc521 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 210 time: 0.0575895 Jun 23 17:58:46.393408 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Request body: {'port': {'device_id': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'admin_state_up': True, 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:46.582606 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:58:46.588106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:46.816537 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Allocated IP 172.20.0.11 (24fb6667-bf67-423e-80b9-8faef19094e4/ca187d07-5338-4ddc-a0d2-bb1651c09563/3ea600a7-baa9-45f1-b6ca-8955a37692c1) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:58:47.081131 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:47.142029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:47.148314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cc7e43c3-5bbc-4f79-9303-11c6eeaa83d0 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:47.158094 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', '26f789bf-f429-4d8e-a49e-f0d60e9c5043'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:58:47.228541 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Network 24fb6667-bf67-423e-80b9-8faef19094e4 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:58:47.242120 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:58:47.252991 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:58:47.261264 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event updated for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:47.304280 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:47.339098 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:47.340042 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:47.361206 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9773386 Jun 23 17:58:47.377091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Request body: {'port': {'device_id': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:58:47.518464 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:47.729389 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51a8f2-4dbd-4b3f-a54f-57c1086819cc req-a01c8d27-8dd4-442c-b070-514668a62279 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:47.733212 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5d51a8f2-4dbd-4b3f-a54f-57c1086819cc req-a01c8d27-8dd4-442c-b070-514668a62279 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 932 time: 0.1224766 Jun 23 17:58:47.817843 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5d51a8f2-4dbd-4b3f-a54f-57c1086819cc req-89757af2-1204-4dba-98c3-74300d390aee tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725987 Jun 23 17:58:47.869889 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:47.976567 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea600a7-baa9-45f1-b6ca-8955a37692c1 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:47.988020 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.006846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Transition to ACTIVE for port object 3ea600a7-baa9-45f1-b6ca-8955a37692c1 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:58:48.010972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.018525 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ea05476e-8b3b-48b7-b734-67af2bf069cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:48.071052 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:48.074901 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:48.128283 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.178054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Attempting to bind port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:58:48.178415 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Attempting to bind port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:58:48.178835 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Attempting to bind port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:48.185656 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 on network 24fb6667-bf67-423e-80b9-8faef19094e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:58:48.186187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Attempting to bind port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:58:48.197308 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:58:48.197820 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Checking segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:58:48.198447 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Bound using segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:58:48.199159 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Bound port: 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:58:48.199747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.311939 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:58:48.316810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:58:48.323145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.327988 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c5f8adee-b12d-4614-9525-8d267526404a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:48.367715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:48.368351 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:48.369804 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] 10.222.0.65 "PUT /v2.0/ports/3ea600a7-baa9-45f1-b6ca-8955a37692c1 HTTP/1.1" status: 200 len: 1094 time: 1.0009351 Jun 23 17:58:48.370368 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:48.372959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:48.423760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:48.431348 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:48.435687 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10b355-8fc1-4745-854e-6ea1ab4c04c7 x-openstack-request-id: req-1e10b355-8fc1-4745-854e-6ea1ab4c04c7 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:48.436218 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:48.439150 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1e10b355-8fc1-4745-854e-6ea1ab4c04c7 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:48.439150 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1', 'status': 'completed', 'code': 200} Jun 23 17:58:48.532421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-d02368a3-dd29-41ec-8a93-2000bb489b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:48.535213 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-d02368a3-dd29-41ec-8a93-2000bb489b82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 1097 time: 0.1021345 Jun 23 17:58:48.593604 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-edee860a-2147-44ec-8bc3-518d55a9609c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1 HTTP/1.1" status: 200 len: 217 time: 0.0499992 Jun 23 17:58:48.664071 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-ce4de6e9-d3c3-4187-bfb6-bc7ceb929b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:48.665911 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-ce4de6e9-d3c3-4187-bfb6-bc7ceb929b84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0671663 Jun 23 17:58:48.706663 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-4914260a-893e-4bf6-acd6-c89fcf34bf07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341108 Jun 23 17:58:48.846933 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-03a19184-221f-4df1-a167-08c4fbceaa6e service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302092 Jun 23 17:58:48.997571 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8671a4e6-3b12-4f7f-83b8-e6de67773ee2 req-d63a970a-89ae-4386-9e83-4d7f4074b79f service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419241 Jun 23 17:58:49.096100 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496d48-aef8-4494-8232-db6bc081ae01 req-914bd997-f90f-4a0e-ae7e-97d3c0aac98a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:49.097971 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-77496d48-aef8-4494-8232-db6bc081ae01 req-914bd997-f90f-4a0e-ae7e-97d3c0aac98a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 944 time: 0.1094809 Jun 23 17:58:49.168654 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-feddc101-23e9-4448-8857-2c1d0a6fdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:49.169330 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-77496d48-aef8-4494-8232-db6bc081ae01 req-6c8a0344-82cc-44fb-8bd6-0da621b2e18e tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560534 Jun 23 17:58:49.170864 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-feddc101-23e9-4448-8857-2c1d0a6fdb73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 1097 time: 0.1074512 Jun 23 17:58:49.280325 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-40218ca3-b1c7-45c3-acc5-c82b9513a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:49.282299 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-40218ca3-b1c7-45c3-acc5-c82b9513a5ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 915 time: 0.1035211 Jun 23 17:58:49.332591 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-8d2f2534-0dd4-40c9-aec9-b3e01535a1ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1 HTTP/1.1" status: 200 len: 217 time: 0.0439312 Jun 23 17:58:49.395891 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:49.400237 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-4129db94-87ad-4794-8b07-be5ada0bb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:49.401690 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-4129db94-87ad-4794-8b07-be5ada0bb83d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0628035 Jun 23 17:58:49.441585 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-fc0e7eef-d1d1-4b59-8485-30c4d6f2133e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336192 Jun 23 17:58:49.568836 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-be513d55-b5fd-4247-a6cc-5d9588076fc3 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197238 Jun 23 17:58:49.686095 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82ca1c5e-7e7f-47cf-955c-74ce0ff70d30 req-bf6d8c2b-9349-4167-9f3d-06557b8b0575 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107817 Jun 23 17:58:49.859505 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59060) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:50.050651 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.181750 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.187882 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.192976 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cd2d51c6-286a-4a85-ab29-318b3d747378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:50.242600 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9055d926725f4f47b0637b31a1f7ee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815179 Jun 23 17:58:50.244191 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ef24c-eb5b-4d35-88f2-8da87adb446b,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:50.245910 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59066) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:50.250453 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-c08a9f49-5074-4d44-879f-f15e3c512157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:50.328779 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.360106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.520780 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.525469 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:50.527541 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d87ef24c-eb5b-4d35-88f2-8da87adb446b HTTP/1.1" status: 204 len: 168 time: 0.2798247 Jun 23 17:58:50.531212 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-050510da-3104-4b90-a2b0-87b16aed0046 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:50.548302 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe66a9-4d0a-4d84-9e1e-5ed85ffc2a83 req-d989e514-843d-45b2-a585-a22f71c500b6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:50.550930 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f9fe66a9-4d0a-4d84-9e1e-5ed85ffc2a83 req-d989e514-843d-45b2-a585-a22f71c500b6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 944 time: 0.1796997 Jun 23 17:58:50.565700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87ef24c-eb5b-4d35-88f2-8da87adb446b,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:50.576927 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dfd50b7a-4cca-4dce-9895-3a82d69cc1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:50.632587 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f9fe66a9-4d0a-4d84-9e1e-5ed85ffc2a83 req-085120eb-46aa-4b2d-97d8-834180bc8d05 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Jun 23 17:58:50.960615 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59072) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:50.979659 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.119573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.128453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.134297 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-25dd4d30-c39a-4381-99e1-aa05dc03c4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:51.190783 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b861a5a089545b48fc1994fae42ec7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289557 Jun 23 17:58:51.192146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465b1579-842e-474b-b521-3a86ad0acbf5,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:51.193970 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59074) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:58:51.195195 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-91ffafe6-18a5-42ac-9fa4-38626bc69634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:51.265363 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.298486 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.357147 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.360914 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:51.362097 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/465b1579-842e-474b-b521-3a86ad0acbf5 HTTP/1.1" status: 204 len: 168 time: 0.1671283 Jun 23 17:58:51.362943 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b5a4c6f4-4032-4b5d-bd77-ba50ab630abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:51.374723 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b1579-842e-474b-b521-3a86ad0acbf5,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:51.377870 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6c8ea5d3-15a0-4513-9027-ece0b2a26ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:51.868512 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbed39-120f-4608-b64d-f88dca921b40 req-ada8710e-40cd-40cd-8944-a976c3954734 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:51.870033 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1dcbed39-120f-4608-b64d-f88dca921b40 req-ada8710e-40cd-40cd-8944-a976c3954734 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 944 time: 0.0844321 Jun 23 17:58:51.920378 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1dcbed39-120f-4608-b64d-f88dca921b40 req-a2250f7a-62a5-4359-93c6-efcd1857fe67 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Jun 23 17:58:53.108102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f79bf8-64c5-46b0-9b53-73d89c10088e req-20e8e0ba-7d84-4d4b-ac54-75f86d8d49c4 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:53.110715 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-00f79bf8-64c5-46b0-9b53-73d89c10088e req-20e8e0ba-7d84-4d4b-ac54-75f86d8d49c4 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 944 time: 0.0706372 Jun 23 17:58:53.152499 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-00f79bf8-64c5-46b0-9b53-73d89c10088e req-6115b6c7-3d1a-4a5c-b5ce-558ce1a56c9a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Jun 23 17:58:53.457227 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3ea600a7-baa9-45f1-b6ca-8955a37692c1 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:58:53.562439 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:53.574068 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '3ea600a7-baa9-45f1-b6ca-8955a37692c1', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'port_id': '3ea600a7-baa9-45f1-b6ca-8955a37692c1', 'mac_address': 'fa:16:3e:af:d2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca187d07-5338-4ddc-a0d2-bb1651c09563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:58:53.614446 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:53.627537 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea600a7-baa9-45f1-b6ca-8955a37692c1 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:58:53.647838 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:53.652692 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:53.656378 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:53.706812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:53.720039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:54.076178 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['3ea600a7-baa9-45f1-b6ca-8955a37692c1'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:58:54.335980 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e67e-452f-4676-b21a-be5d7ea829fd req-60c491cb-823f-4a5d-afdf-5066d782b6db tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:54.338229 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7d69e67e-452f-4676-b21a-be5d7ea829fd req-60c491cb-823f-4a5d-afdf-5066d782b6db tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 945 time: 0.0636175 Jun 23 17:58:54.376396 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7d69e67e-452f-4676-b21a-be5d7ea829fd req-399af85e-462e-4399-81c2-1ab42c20784c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jun 23 17:58:55.463267 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3ea600a7-baa9-45f1-b6ca-8955a37692c1 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:58:55.520394 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:58:55.524668 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:58:55.525054 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:55.568777 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2d70f-26d2-4e7f-9e66-d7f2497ddc10 req-352ca5f8-3867-4db7-a682-dc303021d9cb tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:55.570298 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-72c2d70f-26d2-4e7f-9e66-d7f2497ddc10 req-352ca5f8-3867-4db7-a682-dc303021d9cb tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 945 time: 0.0755582 Jun 23 17:58:55.608079 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:55.618496 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-72c2d70f-26d2-4e7f-9e66-d7f2497ddc10 req-d5cfe571-7011-43f0-b39d-00d8f9e93fef tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Jun 23 17:58:55.634966 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:58:55.637311 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58fdd69-7848-498a-af16-da4f4fe3728a" -d '{"events": [{"server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "name": "network-vif-plugged", "status": "completed", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:58:55.666292 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:58:55.670661 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:58:55.672838 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:58:55.698525 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d1118f-9a9e-47b8-87d3-265e6179e8ba x-openstack-request-id: req-07d1118f-9a9e-47b8-87d3-265e6179e8ba {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:58:55.698917 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "name": "network-vif-plugged", "status": "completed", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:58:55.699814 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07d1118f-9a9e-47b8-87d3-265e6179e8ba {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:58:55.700261 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1', 'code': 200} Jun 23 17:58:55.730334 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:58:55.733241 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:58:55.941694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6ce3b-2170-4479-a7a9-3f9f61ad3d0b req-5ef2474c-d590-4c5f-b0d2-619cc8807826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:55.943309 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-86a6ce3b-2170-4479-a7a9-3f9f61ad3d0b req-5ef2474c-d590-4c5f-b0d2-619cc8807826 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 1099 time: 0.0841053 Jun 23 17:58:55.987938 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-86a6ce3b-2170-4479-a7a9-3f9f61ad3d0b req-6b6ba10b-f6e2-4dd2-872d-4ca87f693f94 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Jun 23 17:58:56.824737 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd92f2-64a7-41aa-af4e-f798c7ccb181 req-58083085-9048-442a-890c-6db3931cc4c8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:56.826185 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b8bd92f2-64a7-41aa-af4e-f798c7ccb181 req-58083085-9048-442a-890c-6db3931cc4c8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.0654249 Jun 23 17:58:56.867789 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b8bd92f2-64a7-41aa-af4e-f798c7ccb181 req-1188eb6e-9a0d-41a3-9e46-fb7217fca4d5 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353556 Jun 23 17:58:58.073034 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1029e-092e-4864-96cd-56d5baa67b1f req-5c6d6416-0b81-4908-8868-5eeae39bb982 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:58:58.074548 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56e1029e-092e-4864-96cd-56d5baa67b1f req-5c6d6416-0b81-4908-8868-5eeae39bb982 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.0748222 Jun 23 17:58:58.115947 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-56e1029e-092e-4864-96cd-56d5baa67b1f req-84a2d438-3bdc-4665-84cd-4fe4b86ed09a tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Jun 23 17:59:09.145696 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-b7bc1ae2-3057-4fc0-83ae-3b89b3e26037 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:09.147198 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-b7bc1ae2-3057-4fc0-83ae-3b89b3e26037 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1051183 Jun 23 17:59:09.163326 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a23946e9-97b0-407f-86ba-490f59daa545 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/quotas/a4f87f0780fb46eab44be145dc7d97c2 HTTP/1.1" status: 200 len: 375 time: 0.0098462 Jun 23 17:59:09.237306 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-f4ad50d7-6a0b-48fe-af86-dc9714db966f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684073 Jun 23 17:59:09.455651 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-04012262-1c81-41c9-8f05-22c298f45dd6 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115078 Jun 23 17:59:09.547120 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-633ce6aa-5713-4bdf-b4dc-088bde60ddd8 service neutron] 10.222.0.66 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857086 Jun 23 17:59:09.727586 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-82274195-87ad-4a79-8e02-f44ad1f8bfe7 req-a694321d-9c21-4548-88c3-9b42747b8677 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 210 time: 0.0318160 Jun 23 17:59:10.862453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-f32ad3ea-a867-4afb-8ac9-f2abdfc46a38 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:10.864707 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-f32ad3ea-a867-4afb-8ac9-f2abdfc46a38 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 814 time: 0.1216252 Jun 23 17:59:10.876366 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-108d9463-82b8-4d84-84d2-d0114f39eb8a req-15c5970e-cb09-4b02-b38f-e598b1194732 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Jun 23 17:59:10.879454 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Request body: {'port': {'device_id': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'admin_state_up': True, 'tenant_id': 'a4f87f0780fb46eab44be145dc7d97c2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:10.996199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Made reservation on behalf of a4f87f0780fb46eab44be145dc7d97c2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:59:11.000391 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.127101 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Allocated IP 172.20.0.3 (24fb6667-bf67-423e-80b9-8faef19094e4/ca187d07-5338-4ddc-a0d2-bb1651c09563/5653b618-eac4-4986-bd0a-bc3485072176) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:59:11.281595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.319446 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.323285 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2743b16b-ab8d-40e0-9f18-2ee74a11a2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:11.336246 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', '26f789bf-f429-4d8e-a49e-f0d60e9c5043', '3ea600a7-baa9-45f1-b6ca-8955a37692c1'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:11.367293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Network 24fb6667-bf67-423e-80b9-8faef19094e4 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:59:11.370466 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:59:11.374402 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:59:11.399555 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event updated for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:11.403908 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:11.427983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:11.428601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.443467 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680802 Jun 23 17:59:11.456573 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Request body: {'port': {'device_id': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:11.534141 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.795431 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5653b618-eac4-4986-bd0a-bc3485072176 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:11.804049 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.818293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Transition to ACTIVE for port object 5653b618-eac4-4986-bd0a-bc3485072176 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:59:11.822534 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:11.826408 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-64a03107-601b-40e7-9ccd-bd689f831b77 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:11.885757 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Pushing event updated for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:11.888586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:11.956051 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Attempting to bind port 5653b618-eac4-4986-bd0a-bc3485072176 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:59:11.956391 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Attempting to bind port 5653b618-eac4-4986-bd0a-bc3485072176 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:59:11.956724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Attempting to bind port 5653b618-eac4-4986-bd0a-bc3485072176 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:11.961069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Port 5653b618-eac4-4986-bd0a-bc3485072176 on network 24fb6667-bf67-423e-80b9-8faef19094e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:59:11.961394 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Attempting to bind port 5653b618-eac4-4986-bd0a-bc3485072176 on network 24fb6667-bf67-423e-80b9-8faef19094e4 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:11.966137 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:59:11.966475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Checking segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:59:11.966856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Bound using segment: {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:59:11.967291 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Bound port: 5653b618-eac4-4986-bd0a-bc3485072176, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0147d2d-cccc-4d7b-a1d1-8ace45410882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:59:11.968333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:12.071460 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:59:12.086017 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5653b618-eac4-4986-bd0a-bc3485072176,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:59:12.090922 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:12.093587 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:12.103089 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73fb83-5145-4c61-b029-87d48286a7f6 req-ed73718d-e91b-4812-90b3-4b6b488802d5 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.104648 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cf73fb83-5145-4c61-b029-87d48286a7f6 req-ed73718d-e91b-4812-90b3-4b6b488802d5 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 943 time: 0.1042902 Jun 23 17:59:12.140369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.140987 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:12.142296 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] 10.222.0.65 "PUT /v2.0/ports/5653b618-eac4-4986-bd0a-bc3485072176 HTTP/1.1" status: 200 len: 1093 time: 0.6908684 Jun 23 17:59:12.144525 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:12.146787 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac" -d '{"events": [{"name": "network-changed", "server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "tag": "5653b618-eac4-4986-bd0a-bc3485072176"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:12.193875 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7cc44-e5bd-4c16-bbc4-ac401af3dc3f x-openstack-request-id: req-d9c7cc44-e5bd-4c16-bbc4-ac401af3dc3f {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:12.194161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "tag": "5653b618-eac4-4986-bd0a-bc3485072176", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:12.194431 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9c7cc44-e5bd-4c16-bbc4-ac401af3dc3f {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:12.194864 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176', 'status': 'completed', 'code': 200} Jun 23 17:59:12.214411 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cf73fb83-5145-4c61-b029-87d48286a7f6 req-4cdc7937-5a65-4919-bfa7-66656c1ad988 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857754 Jun 23 17:59:12.253372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Pushing event updated for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:12.256461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:12.284414 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-efb65870-3b62-410a-a717-94c852f7e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.285869 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-efb65870-3b62-410a-a717-94c852f7e7e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 1096 time: 0.0863283 Jun 23 17:59:12.330302 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-1105f7e5-071d-49eb-90f0-b1ab6ae6a6d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5653b618-eac4-4986-bd0a-bc3485072176 HTTP/1.1" status: 200 len: 217 time: 0.0365300 Jun 23 17:59:12.381734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-e39ec366-2496-4864-805a-eaa8065660fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.383128 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-e39ec366-2496-4864-805a-eaa8065660fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0441828 Jun 23 17:59:12.419115 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-3049edbd-2518-452b-a813-f8f5e0b53bf8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271065 Jun 23 17:59:12.511497 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-f5fadc44-8339-4288-a737-7a716abefe67 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852904 Jun 23 17:59:12.602153 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3670dfe-7bd4-4c5a-a275-d24ae02dfa63 req-ffcc49dd-a4fb-448c-9e0e-771b7738b980 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830305 Jun 23 17:59:12.715206 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-95d90817-ceba-4cba-978c-438c302ec087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.716443 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-95d90817-ceba-4cba-978c-438c302ec087 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 1096 time: 0.0585971 Jun 23 17:59:12.815080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-717a3438-bcf0-4ad4-9de4-6ba1cd7a0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.816596 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-717a3438-bcf0-4ad4-9de4-6ba1cd7a0b81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 915 time: 0.0903425 Jun 23 17:59:12.878947 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-0c08e70d-54bc-497f-ae65-942a8e489bbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5653b618-eac4-4986-bd0a-bc3485072176 HTTP/1.1" status: 200 len: 217 time: 0.0536842 Jun 23 17:59:12.928489 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-baa88fef-4863-4af2-93c9-061a6eaf0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:12.929931 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-baa88fef-4863-4af2-93c9-061a6eaf0675 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0445287 Jun 23 17:59:12.964580 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-16d1afe0-6eca-4929-b73b-23ae267ad68f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266979 Jun 23 17:59:13.210613 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f96fd1ae-b49e-4322-860a-06271bdc2868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:13.308764 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-63e20e12-f843-4f97-95d7-6df1ff88b540 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361654 Jun 23 17:59:13.399455 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a07f1cb1-2169-4ff9-84e3-703b4f6288ac req-842f28ce-fcfa-4a23-aa22-0a6e801c0ea4 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Jun 23 17:59:13.406013 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb149-b1ce-442c-b280-3ed2c3d207a0 req-6c37b380-be48-4ba3-bb47-e939bcac7ec8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:13.407542 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-699cb149-b1ce-442c-b280-3ed2c3d207a0 req-6c37b380-be48-4ba3-bb47-e939bcac7ec8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 943 time: 0.0679262 Jun 23 17:59:13.444695 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-699cb149-b1ce-442c-b280-3ed2c3d207a0 req-42f0fa1d-477e-4961-bdc3-e39b57e0b059 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Jun 23 17:59:14.629422 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b3fb-0f01-4be0-910d-819d7ec42666 req-c3c18f35-0fe9-4f9b-aaa8-ad74bb48c554 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:14.630912 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b8b1b3fb-0f01-4be0-910d-819d7ec42666 req-c3c18f35-0fe9-4f9b-aaa8-ad74bb48c554 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 943 time: 0.0730076 Jun 23 17:59:14.674589 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b8b1b3fb-0f01-4be0-910d-819d7ec42666 req-cbfe0558-6f52-48bb-91c2-6cad7e860cb1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Jun 23 17:59:15.124999 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:59:15.846982 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10dd27-0523-4a16-b0b3-ca5acf8de428 req-0c9ca201-1724-410f-b94f-4b8857de9da7 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:15.848550 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-af10dd27-0523-4a16-b0b3-ca5acf8de428 req-0c9ca201-1724-410f-b94f-4b8857de9da7 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 943 time: 0.0622160 Jun 23 17:59:15.886442 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-af10dd27-0523-4a16-b0b3-ca5acf8de428 req-a26437f9-1797-43cf-949b-f0f6bc4fe5a2 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Jun 23 17:59:16.206609 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2809c559-839c-4250-a82e-eb42699161bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:16.218040 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:17.069734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c224-23a1-406c-a7a3-5c1050833f74 req-1192fcb1-c9d2-4627-be02-b5095031bf58 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:17.071222 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-04f2c224-23a1-406c-a7a3-5c1050833f74 req-1192fcb1-c9d2-4627-be02-b5095031bf58 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 943 time: 0.0648167 Jun 23 17:59:17.112291 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-04f2c224-23a1-406c-a7a3-5c1050833f74 req-47d9b363-7277-4883-85a0-4a66d5cb9335 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345943 Jun 23 17:59:17.543489 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5653b618-eac4-4986-bd0a-bc3485072176 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:59:17.649583 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5653b618-eac4-4986-bd0a-bc3485072176,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:17.661856 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '5653b618-eac4-4986-bd0a-bc3485072176', 'network_id': '24fb6667-bf67-423e-80b9-8faef19094e4', 'port_id': '5653b618-eac4-4986-bd0a-bc3485072176', 'mac_address': 'fa:16:3e:b9:73:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca187d07-5338-4ddc-a0d2-bb1651c09563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:59:17.702998 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:17.716496 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5653b618-eac4-4986-bd0a-bc3485072176 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:17.739282 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5653b618-eac4-4986-bd0a-bc3485072176,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:17.744161 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:17.745938 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-8ef6c1b2-eb35-4bfc-bee8-06eec86fa8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:17.791746 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:17.795015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:17.852580 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:18.126907 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:18.159293 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5653b618-eac4-4986-bd0a-bc3485072176'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:18.291531 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d637-704f-46a4-a602-1c9bb1a649a5 req-ece9133b-9a2f-44d5-aea9-9d7147af55e7 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:18.293322 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-15a2d637-704f-46a4-a602-1c9bb1a649a5 req-ece9133b-9a2f-44d5-aea9-9d7147af55e7 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 944 time: 0.0673144 Jun 23 17:59:18.336112 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-15a2d637-704f-46a4-a602-1c9bb1a649a5 req-5245a5a5-9437-4a9e-bbb0-7b482310b4dd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Jun 23 17:59:18.777406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59338) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:18.886423 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:18.978831 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:18.982793 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:18.985801 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-cf42407d-dc7e-4704-a7df-1194e5509d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:19.022188 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=608abebf4e0d4310ab18852fdfd26e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437181 Jun 23 17:59:19.023220 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8012a-bf46-473d-9d27-277db642bba0,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:19.024974 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59342) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:19.026503 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:19.074896 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.096033 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.144349 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.146924 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.148088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48c8012a-bf46-473d-9d27-277db642bba0 HTTP/1.1" status: 204 len: 168 time: 0.1214294 Jun 23 17:59:19.148918 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-181151a5-8a0e-4582-9e2d-dd797ba71798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:19.157227 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8012a-bf46-473d-9d27-277db642bba0,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:19.159853 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9912dc47-39b5-41f6-a072-a2605894e1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:19.387084 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.520300 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f76f5-e19a-452b-97bd-e18766599fdc req-da9c5279-bfab-4679-83e1-5e9fd2b4252c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:19.521917 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f8f76f5-e19a-452b-97bd-e18766599fdc req-da9c5279-bfab-4679-83e1-5e9fd2b4252c tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 944 time: 0.0703018 Jun 23 17:59:19.541933 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5653b618-eac4-4986-bd0a-bc3485072176 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:59:19.568959 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-7f8f76f5-e19a-452b-97bd-e18766599fdc req-7c773fd1-f932-4b59-862a-35aad3c35f00 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Jun 23 17:59:19.597818 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 5653b618-eac4-4986-bd0a-bc3485072176 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:59:19.601811 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 5653b618-eac4-4986-bd0a-bc3485072176 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:59:19.602346 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.688309 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.711725 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:19.713999 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a639b63-8afb-4d88-902c-80284de30233" -d '{"events": [{"server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "name": "network-vif-plugged", "status": "completed", "tag": "5653b618-eac4-4986-bd0a-bc3485072176"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:19.727170 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5653b618-eac4-4986-bd0a-bc3485072176,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:19.732517 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:19.734774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:19.758354 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4e558-77a1-4e18-ace4-b1cb2f8fee22 x-openstack-request-id: req-a7c4e558-77a1-4e18-ace4-b1cb2f8fee22 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:19.758656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "name": "network-vif-plugged", "status": "completed", "tag": "5653b618-eac4-4986-bd0a-bc3485072176", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:19.758916 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7c4e558-77a1-4e18-ace4-b1cb2f8fee22 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:19.759567 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176', 'code': 200} Jun 23 17:59:19.790508 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:19.793921 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:19.897671 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59368) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:20.006836 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066035333-network', 'tenant_id': '91f91279e1534f6babff655b1e2e758b'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:20.008123 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29101ba-d9d3-4ede-8749-a66b4a63eac8 req-b571e549-5847-4a1e-b0ae-69047b9b01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:20.009882 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c29101ba-d9d3-4ede-8749-a66b4a63eac8 req-b571e549-5847-4a1e-b0ae-69047b9b01d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 1098 time: 0.0565891 Jun 23 17:59:20.030854 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Made reservation on behalf of 91f91279e1534f6babff655b1e2e758b for: {'network': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:59:20.033242 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.042668 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.047198 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c29101ba-d9d3-4ede-8749-a66b4a63eac8 req-bfcce225-f89c-4f5d-bf03-3f3bd94f4a98 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Jun 23 17:59:20.137650 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.141644 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.144679 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b42160eb-81d4-4670-8c7d-3747a523c50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:20.167566 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=104926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 17:59:20.178547 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:20.182026 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:20.185327 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.186217 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.segments_db [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Added segment 07fb5862-4086-476c-b473-aeea6c2ed6c6 of type vlan for network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 Jun 23 17:59:20.230817 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.263798 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.265160 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:20.265732 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.267849 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:20.323476 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4246380 Jun 23 17:59:20.326637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59372) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:20.331608 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Pushing event updated for resources: {'Network': ['ID=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:20.332109 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Request body: {'subnet': {'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066035333-subnet', 'tenant_id': '91f91279e1534f6babff655b1e2e758b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:20.334554 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-970305a5-0616-4180-81d5-916a2cf5f6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:20.341768 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 17:59:20.353749 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Made reservation on behalf of 91f91279e1534f6babff655b1e2e758b for: {'subnet': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:59:20.356542 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25427671'] for subnet, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.526348 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25427653'] for subnet, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.529406 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7108b1cb-d11d-4704-9b6c-366274137142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:20.586809 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62951023-2347-4452-a048-98b107e3f155,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:20.590483 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:20.595199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Checking segment: {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:59:20.595555 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Network hostable DHCP agents. Network: cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 17:59:20.613231 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 17:59:20.622816 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1) {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:59:20.627503 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:20.628130 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:20.635068 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1d189-33f6-495e-a3a2-8a973f8a72a5 None None] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:59:20.644225 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7611813a-141f-4c7d-9d17-233f3473991c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3160563 Jun 23 17:59:20.773239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8808ebb8-a31f-4066-ab45-28757019b7f8 None None] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 17:59:20.777661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a9348-3648-46ba-9625-1e47abdf2cda req-e92e506d-628c-448b-8901-59a874bb4cbd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:20.779291 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-768a9348-3648-46ba-9625-1e47abdf2cda req-e92e506d-628c-448b-8901-59a874bb4cbd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 945 time: 0.0807185 Jun 23 17:59:20.821338 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-768a9348-3648-46ba-9625-1e47abdf2cda req-e4cfb14f-32b1-4951-bce9-ba07bdaa1cf4 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352540 Jun 23 17:59:21.999191 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e565501-95e3-4d9b-bfe1-ee40ada0c422 req-037bd0e4-e460-4415-95c3-bb564930dae3 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:22.000774 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7e565501-95e3-4d9b-bfe1-ee40ada0c422 req-037bd0e4-e460-4415-95c3-bb564930dae3 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 945 time: 0.0648353 Jun 23 17:59:22.039091 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7e565501-95e3-4d9b-bfe1-ee40ada0c422 req-b7ccbccc-c45c-4f00-ab59-2374cbbc950b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Jun 23 17:59:22.485986 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-d5f376b9-cb66-4bb5-aaac-b04aacb8482a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:22.487454 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-d5f376b9-cb66-4bb5-aaac-b04aacb8482a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 809 time: 0.1077421 Jun 23 17:59:22.523729 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-4e9a72a0-0f0c-48bc-a1e7-aaa5ab250cfd tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/quotas/91f91279e1534f6babff655b1e2e758b HTTP/1.1" status: 200 len: 375 time: 0.0271840 Jun 23 17:59:22.562141 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-17a4ba8a-0543-4e87-b7f4-611548dbe5d9 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327704 Jun 23 17:59:22.590570 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-2fc231f5-4172-4e43-9461-952eaedd7994 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013303 Jun 23 17:59:22.695965 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-5332c2d8-b9af-48e5-a6e0-e756e9829ca0 service neutron] 10.222.0.66 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268167 Jun 23 17:59:22.760317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-126ccce4-cb51-4dea-99c5-e4fdc3a4b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:22.761786 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-126ccce4-cb51-4dea-99c5-e4fdc3a4b219 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 1098 time: 0.1251144 Jun 23 17:59:22.815284 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-5d58105e-87e9-49c5-9fc9-fe583b3f37f1 service neutron] 10.222.0.66 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133575 Jun 23 17:59:22.883653 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-a551822f-c17a-4d20-80fe-5660c126728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:22.885528 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-a551822f-c17a-4d20-80fe-5660c126728c service neutron] 10.222.0.65 "GET /v2.0/networks?id=24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 200 len: 915 time: 0.1008158 Jun 23 17:59:22.929457 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-4a816fce-b3d3-4e28-baef-1346e12f6a4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 HTTP/1.1" status: 200 len: 217 time: 0.0368454 Jun 23 17:59:22.987655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-72c34a9b-5f55-49d1-ad33-65ea045b2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:22.989258 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-72c34a9b-5f55-49d1-ad33-65ea045b2467 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 200 len: 854 time: 0.0528023 Jun 23 17:59:23.000625 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-19134ff3-59ca-40cd-8686-bfcf555aa1b6 req-2b73cf85-8626-4530-917b-b1f7e4221c2a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 210 time: 0.0342677 Jun 23 17:59:23.031938 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-9e6e1849-f0bb-49e0-8a96-712ab9533ee6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=24fb6667-bf67-423e-80b9-8faef19094e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312047 Jun 23 17:59:23.131206 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-cbc77b26-f813-4679-b450-a3c00b70af47 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914283 Jun 23 17:59:23.229034 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-0814b98c-a1b8-4e52-a803-8bbb068ebcb6 req-855c09c9-cde3-46b7-80b8-2f0cd9c772f2 service neutron] 10.222.0.65 "GET /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903609 Jun 23 17:59:24.148648 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-801425d2-1292-4796-8837-15bad7be0207 req-bbcf0fee-a45b-4dca-bad5-dd8b9d9e2d3d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 210 time: 0.0305176 Jun 23 17:59:24.718049 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-fb5a3cf5-753c-4799-b8e4-f3c5396dfcde tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:24.719512 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-fb5a3cf5-753c-4799-b8e4-f3c5396dfcde tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 809 time: 0.1093941 Jun 23 17:59:24.733629 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Request body: {'port': {'device_id': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1', 'admin_state_up': True, 'tenant_id': '91f91279e1534f6babff655b1e2e758b'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:24.844132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Made reservation on behalf of 91f91279e1534f6babff655b1e2e758b for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:59:24.848468 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:24.984714 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Allocated IP 172.20.0.12 (cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1/62951023-2347-4452-a048-98b107e3f155/3b8f0da5-ceec-4a8a-9008-a4e69d24021b) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:59:25.131522 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.170270 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.174714 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-18ff890d-08fd-42ae-a9d8-2ffb6ff9515a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:25.217143 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:59:25.220564 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:59:25.223005 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:59:25.253603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Pushing event updated for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:25.256498 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:25.289071 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:25.289679 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.329183 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998962 Jun 23 17:59:25.350062 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Request body: {'port': {'device_id': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:25.361005 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4767d75-89cf-43ce-8d5f-80f3a11fc024 req-c5c6362a-d5c6-4d49-aa3e-d38f5898aa29 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:25.362471 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d4767d75-89cf-43ce-8d5f-80f3a11fc024 req-c5c6362a-d5c6-4d49-aa3e-d38f5898aa29 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 932 time: 0.0904984 Jun 23 17:59:25.444898 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d4767d75-89cf-43ce-8d5f-80f3a11fc024 req-d1ba8512-5180-4344-b9cc-2cf72de45dce tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Jun 23 17:59:25.458589 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.726463 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8f0da5-ceec-4a8a-9008-a4e69d24021b {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:25.734806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.747663 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Transition to ACTIVE for port object 3b8f0da5-ceec-4a8a-9008-a4e69d24021b will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:59:25.751621 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.753666 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fcfeec5b-39fb-403c-9587-c0db1efc1d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:25.802959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:25.805963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:25.871835 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Attempting to bind port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:59:25.872165 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Attempting to bind port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:59:25.872486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Attempting to bind port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:25.878766 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:59:25.879080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Attempting to bind port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:25.884110 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:59:25.884697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Checking segment: {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:59:25.885073 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Bound using segment: {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:59:25.885499 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Bound port: 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:59:25.885838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.957531 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:59:25.961438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:59:25.966478 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:25.970156 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:26.001932 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.002515 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:26.004016 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b8f0da5-ceec-4a8a-9008-a4e69d24021b HTTP/1.1" status: 200 len: 1094 time: 0.6604862 Jun 23 17:59:26.004546 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:26.006846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ae78db-f502-43c6-aaa5-97742b6afb48" -d '{"events": [{"name": "network-changed", "server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:26.033279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:26.036537 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f1100b3a-4f8a-415c-b48f-4ba5647440c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:26.060007 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18480aa7-8895-4111-be33-03fa98da334b x-openstack-request-id: req-18480aa7-8895-4111-be33-03fa98da334b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:26.060338 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:26.060632 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18480aa7-8895-4111-be33-03fa98da334b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:26.061741 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b', 'status': 'completed', 'code': 200} Jun 23 17:59:26.103376 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-3144ddb9-628f-418a-a64b-0617a03f5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.104903 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-3144ddb9-628f-418a-a64b-0617a03f5a7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 1097 time: 0.0546336 Jun 23 17:59:26.156142 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-1b6fe0c7-9c19-4178-a4c3-e308a5b5d3ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b HTTP/1.1" status: 200 len: 217 time: 0.0428667 Jun 23 17:59:26.205317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-efe52aac-a9e9-4da0-b4e3-1f3fef152af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.206747 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-efe52aac-a9e9-4da0-b4e3-1f3fef152af5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62951023-2347-4452-a048-98b107e3f155 HTTP/1.1" status: 200 len: 849 time: 0.0440793 Jun 23 17:59:26.239509 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-754359fa-2a12-44b4-8a3b-078667e2743b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261629 Jun 23 17:59:26.331554 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-3c46d059-75d9-4d37-a28f-d7bb340d1cdf service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845966 Jun 23 17:59:26.432360 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ad69cb75-2eb9-49d6-95b2-c54e8ff155b6 req-3ecbeb70-bebe-4aee-93fe-27627bab6312 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944941 Jun 23 17:59:26.533653 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-984ec933-3d1e-4f3d-b69f-6cde8f27eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.535209 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-984ec933-3d1e-4f3d-b69f-6cde8f27eb76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 1097 time: 0.0546529 Jun 23 17:59:26.675535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-5b5e93d2-8bf3-4c0a-8687-abd9d6b2a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.676914 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-5b5e93d2-8bf3-4c0a-8687-abd9d6b2a7d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 910 time: 0.1345425 Jun 23 17:59:26.697164 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276ca5c-3970-47e0-ab57-42bc5bfe85b5 req-6dc74ef8-7214-40a2-9d3a-afb65acbd49f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.698569 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2276ca5c-3970-47e0-ab57-42bc5bfe85b5 req-6dc74ef8-7214-40a2-9d3a-afb65acbd49f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 944 time: 0.1292813 Jun 23 17:59:26.737707 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-f88736dc-15bc-467d-8ae7-14983f44f1d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b HTTP/1.1" status: 200 len: 217 time: 0.0532875 Jun 23 17:59:26.806005 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2276ca5c-3970-47e0-ab57-42bc5bfe85b5 req-3546b7f7-3217-4bfa-8482-762a47a080f0 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756450 Jun 23 17:59:26.813191 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-a88ab8c3-a7cb-40d9-8e82-bdd175ef2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:26.814648 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-a88ab8c3-a7cb-40d9-8e82-bdd175ef2c1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62951023-2347-4452-a048-98b107e3f155 HTTP/1.1" status: 200 len: 849 time: 0.0675042 Jun 23 17:59:26.848048 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-3c6d302b-ba2f-45b9-ab96-c0c6b9be5d02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268674 Jun 23 17:59:26.944959 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-56a73977-a5d9-4a36-ae7d-626f9552a117 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882471 Jun 23 17:59:27.041402 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1ae78db-f502-43c6-aaa5-97742b6afb48 req-8ca00a82-607a-4977-82dd-6ad3ca0c3927 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866976 Jun 23 17:59:27.981380 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520e1c0-25cc-4ea5-ad90-d1ab1ceadb08 req-9d5d7bc5-24ad-4ba3-8d80-75be8de30509 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:27.982733 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1520e1c0-25cc-4ea5-ad90-d1ab1ceadb08 req-9d5d7bc5-24ad-4ba3-8d80-75be8de30509 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 944 time: 0.0641868 Jun 23 17:59:28.021865 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1520e1c0-25cc-4ea5-ad90-d1ab1ceadb08 req-0142e397-9839-4528-bb6c-32213b0a3b05 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Jun 23 17:59:29.206638 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e8ba-5325-42a0-a92e-fbebfac7861d req-3ab97f57-4d17-40b6-b627-b55eb2f1a67f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:29.208134 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6967e8ba-5325-42a0-a92e-fbebfac7861d req-3ab97f57-4d17-40b6-b627-b55eb2f1a67f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 944 time: 0.0662069 Jun 23 17:59:29.245437 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6967e8ba-5325-42a0-a92e-fbebfac7861d req-3e89979e-8d7c-4da2-9ff2-1b18b25915b6 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Jun 23 17:59:29.565176 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3b8f0da5-ceec-4a8a-9008-a4e69d24021b details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:59:29.664883 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:29.676580 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b', 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1', 'port_id': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b', 'mac_address': 'fa:16:3e:62:7a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62951023-2347-4452-a048-98b107e3f155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:59:29.713407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:29.726253 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8f0da5-ceec-4a8a-9008-a4e69d24021b {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:29.745444 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:29.750458 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:29.752339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:29.797774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:29.801220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:30.200349 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['3b8f0da5-ceec-4a8a-9008-a4e69d24021b'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:30.424207 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafa683-0b64-4288-aef4-7bd0ec85c1ec req-0b05bf66-394f-4ef9-8385-52b660a6132d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:30.426203 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2aafa683-0b64-4288-aef4-7bd0ec85c1ec req-0b05bf66-394f-4ef9-8385-52b660a6132d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 945 time: 0.0693884 Jun 23 17:59:30.474648 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2aafa683-0b64-4288-aef4-7bd0ec85c1ec req-4a5841e3-4f68-496d-aa07-9b8a555a1d34 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Jun 23 17:59:31.580180 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3b8f0da5-ceec-4a8a-9008-a4e69d24021b up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:59:31.677782 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb0311-05a4-4050-a8bf-cf96c2a3487b req-80a4f615-bcdf-49e5-8b61-6af316133c16 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:31.680238 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-52fb0311-05a4-4050-a8bf-cf96c2a3487b req-80a4f615-bcdf-49e5-8b61-6af316133c16 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 945 time: 0.0858746 Jun 23 17:59:31.687176 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:59:31.693033 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:59:31.693349 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:31.729023 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-52fb0311-05a4-4050-a8bf-cf96c2a3487b req-6d06f32c-d501-496f-87b2-426edb50d4be tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Jun 23 17:59:31.777407 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:31.800252 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:31.802757 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a6c8f-bfde-4f30-8150-81132803b12f" -d '{"events": [{"server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "name": "network-vif-plugged", "status": "completed", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:31.816417 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:31.820960 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:31.822893 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:31.845959 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5561ca4e-6167-4c7a-ac02-93c361f6ad14 x-openstack-request-id: req-5561ca4e-6167-4c7a-ac02-93c361f6ad14 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:31.846287 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "name": "network-vif-plugged", "status": "completed", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:31.846556 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5561ca4e-6167-4c7a-ac02-93c361f6ad14 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:31.846957 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b', 'code': 200} Jun 23 17:59:31.875440 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:31.878488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:32.065895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ca9-03c3-4b0c-9437-d27e68e9b62c req-dcfb3fac-dde0-46a2-96cb-d2a9e398a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:32.067283 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-31ff7ca9-03c3-4b0c-9437-d27e68e9b62c req-dcfb3fac-dde0-46a2-96cb-d2a9e398a186 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 1099 time: 0.0519786 Jun 23 17:59:32.104405 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-31ff7ca9-03c3-4b0c-9437-d27e68e9b62c req-060a1797-4123-47cc-b23b-227038ddc872 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276921 Jun 23 17:59:32.911942 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854268c-d53e-4399-be16-978c6f1c0d9a req-09e9c9c5-aad6-4b6f-ab74-896c8c5171fc tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:32.913430 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8854268c-d53e-4399-be16-978c6f1c0d9a req-09e9c9c5-aad6-4b6f-ab74-896c8c5171fc tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 946 time: 0.0636842 Jun 23 17:59:32.956755 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8854268c-d53e-4399-be16-978c6f1c0d9a req-c7c363d8-77dd-469e-b0dd-e45f844ca6cc tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Jun 23 17:59:34.133475 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144dae4-6037-4c0a-8e22-e7d438349682 req-a1e7a762-b5b2-42a1-b3e2-bdaefe1a40d6 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:34.135201 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2144dae4-6037-4c0a-8e22-e7d438349682 req-a1e7a762-b5b2-42a1-b3e2-bdaefe1a40d6 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 946 time: 0.0656471 Jun 23 17:59:34.172932 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2144dae4-6037-4c0a-8e22-e7d438349682 req-745b61a1-bab1-4f41-b334-ff5ded64dd09 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Jun 23 17:59:34.261337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ec45-51ae-4b55-9705-3f7354617b1a req-7fa6c05c-e468-4d8a-8e3d-4246da1714fc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:34.262777 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-60c4ec45-51ae-4b55-9705-3f7354617b1a req-7fa6c05c-e468-4d8a-8e3d-4246da1714fc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 945 time: 0.0651536 Jun 23 17:59:34.306508 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-60c4ec45-51ae-4b55-9705-3f7354617b1a req-343a9846-4efe-4efc-ab86-6d24b632cffd tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Jun 23 17:59:34.988475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90994-1741-4834-a9fc-6fad11ab1192 req-eabbb1d9-5422-4de6-b361-bf621ef93986 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:34.990007 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-48e90994-1741-4834-a9fc-6fad11ab1192 req-eabbb1d9-5422-4de6-b361-bf621ef93986 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 946 time: 0.0688252 Jun 23 17:59:35.030571 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-48e90994-1741-4834-a9fc-6fad11ab1192 req-8f1c861b-aba1-4519-9ff9-53f76c7b33c9 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Jun 23 17:59:35.485138 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74683-fe3e-48e6-828e-4a40a8a17921 req-29dde9f0-bcae-4764-b7c7-b2bcc2bbd9a0 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:35.486615 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7be74683-fe3e-48e6-828e-4a40a8a17921 req-29dde9f0-bcae-4764-b7c7-b2bcc2bbd9a0 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 945 time: 0.0627146 Jun 23 17:59:35.523939 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7be74683-fe3e-48e6-828e-4a40a8a17921 req-08b94b81-cf14-40ec-acbf-e87a7e8e241b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Jun 23 17:59:36.207746 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187020-ca80-4076-9ab0-e80e670d379b req-b2bb2584-7354-4bf3-989b-85ba9dca9eef tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:36.209210 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff187020-ca80-4076-9ab0-e80e670d379b req-b2bb2584-7354-4bf3-989b-85ba9dca9eef tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 946 time: 0.0635524 Jun 23 17:59:36.245669 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ff187020-ca80-4076-9ab0-e80e670d379b req-2579935d-3688-43d4-9f18-69c991e98435 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307913 Jun 23 17:59:36.324475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bc4e9-2485-4672-9f55-306808f82063 req-6efe6b3f-019f-49cf-ad28-0e2d9d88479b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:36.325973 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c93bc4e9-2485-4672-9f55-306808f82063 req-6efe6b3f-019f-49cf-ad28-0e2d9d88479b tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 945 time: 0.0664799 Jun 23 17:59:36.431743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Deleting port 5653b618-eac4-4986-bd0a-bc3485072176 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:36.432093 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:36.524572 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] For port 5653b618-eac4-4986-bd0a-bc3485072176, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5653b618-eac4-4986-bd0a-bc3485072176,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:36.524926 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:36.536697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Calling delete_port for 5653b618-eac4-4986-bd0a-bc3485072176 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:36.677335 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:36.682609 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4c6dab61-53c9-44e0-b625-73fea9b2b1b9 tempest-VolumesSnapshotTestJSON-1729294420 tempest-VolumesSnapshotTestJSON-1729294420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:36.691067 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', '26f789bf-f429-4d8e-a49e-f0d60e9c5043', '3ea600a7-baa9-45f1-b6ca-8955a37692c1', '5653b618-eac4-4986-bd0a-bc3485072176'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:36.718931 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event deleted for resources: {'Port': ['ID=5653b618-eac4-4986-bd0a-bc3485072176,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:36.719776 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0a383-a344-4935-b5b0-daf323f54fcd req-19279390-484b-4450-8ec4-e3d7a81df6bc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:36.722029 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57e0a383-a344-4935-b5b0-daf323f54fcd req-19279390-484b-4450-8ec4-e3d7a81df6bc tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a8c0f6-a0f8-4137-9b7e-e7198a942e41 HTTP/1.1" status: 200 len: 867 time: 0.0801723 Jun 23 17:59:36.766754 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-57e0a383-a344-4935-b5b0-daf323f54fcd req-f0e462ac-bc18-4c05-a20f-e51820dace39 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Jun 23 17:59:36.776799 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] No DVR routers for this DVR port 5653b618-eac4-4986-bd0a-bc3485072176 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:36.794399 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.794705 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.795796 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.796087 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.796453 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.796813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.797175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.797541 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.797897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.798276 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.798631 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.798985 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:36.802073 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:36.804056 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c93bc4e9-2485-4672-9f55-306808f82063 req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "DELETE /v2.0/ports/5653b618-eac4-4986-bd0a-bc3485072176 HTTP/1.1" status: 204 len: 173 time: 0.4713678 Jun 23 17:59:36.804712 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'name': 'network-vif-deleted', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:36.807080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f32a8b2-dd1c-4333-b1ae-5b995119465c" -d '{"events": [{"server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "name": "network-vif-deleted", "tag": "5653b618-eac4-4986-bd0a-bc3485072176"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:36.810786 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:36.852059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9e26c-9904-4468-b330-ada475525917 x-openstack-request-id: req-57b9e26c-9904-4468-b330-ada475525917 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:36.852415 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a8c0f6-a0f8-4137-9b7e-e7198a942e41", "name": "network-vif-deleted", "tag": "5653b618-eac4-4986-bd0a-bc3485072176", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:36.852702 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57b9e26c-9904-4468-b330-ada475525917 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:36.853297 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a8c0f6-a0f8-4137-9b7e-e7198a942e41', 'name': 'network-vif-deleted', 'tag': '5653b618-eac4-4986-bd0a-bc3485072176', 'status': 'completed', 'code': 200} Jun 23 17:59:36.872224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-2b012051-6639-416a-8168-1ef92081f849 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:36.873911 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-2b012051-6639-416a-8168-1ef92081f849 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 946 time: 0.1261156 Jun 23 17:59:36.986575 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Deleting port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:36.986900 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:37.083971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] For port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:37.084333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:37.097142 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Calling delete_port for 3b8f0da5-ceec-4a8a-9008-a4e69d24021b owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:37.229377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:37.233491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:37.261347 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Pushing event deleted for resources: {'Port': ['ID=3b8f0da5-ceec-4a8a-9008-a4e69d24021b,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:37.266663 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:37.309840 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] No DVR routers for this DVR port 3b8f0da5-ceec-4a8a-9008-a4e69d24021b on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:37.312513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:37.314490 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-482cc366-2da5-4f4b-b351-35a4e6ee2e7b req-512c5163-3188-4516-b0eb-971a5d777462 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "DELETE /v2.0/ports/3b8f0da5-ceec-4a8a-9008-a4e69d24021b HTTP/1.1" status: 204 len: 173 time: 0.4325361 Jun 23 17:59:37.395382 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2e670d57-d83b-4c95-9eb3-f6a65f3c4a61 req-e91ebd99-bdb6-4199-bd40-025e070baf80 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad071e5d-adaa-4b7d-a730-eaf299788597 HTTP/1.1" status: 200 len: 210 time: 0.0305505 Jun 23 17:59:37.792408 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['3b8f0da5-ceec-4a8a-9008-a4e69d24021b'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:38.703968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-e41b0548-a3bb-4698-972d-9fe726d1d1f6 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:38.706880 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-e41b0548-a3bb-4698-972d-9fe726d1d1f6 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 809 time: 0.1024494 Jun 23 17:59:38.723771 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-bc2a6253-7c21-4328-af0a-0e4cd277d826 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/quotas/91f91279e1534f6babff655b1e2e758b HTTP/1.1" status: 200 len: 375 time: 0.0116251 Jun 23 17:59:38.758388 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-78e66171-2b2b-4bec-a967-a632a7805002 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291235 Jun 23 17:59:38.854358 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'name': 'network-vif-deleted', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:38.856581 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06319f01-6109-4793-a180-9cf5fd1af6ee" -d '{"events": [{"server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "name": "network-vif-deleted", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:38.864399 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-afb33d67-032b-4389-a650-de510ee633c9 service neutron] 10.222.0.66 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988071 Jun 23 17:59:38.895976 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e489697-ecc6-4232-a9fc-fa0e8b7399c6 x-openstack-request-id: req-7e489697-ecc6-4232-a9fc-fa0e8b7399c6 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:38.896311 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad071e5d-adaa-4b7d-a730-eaf299788597", "name": "network-vif-deleted", "tag": "3b8f0da5-ceec-4a8a-9008-a4e69d24021b", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:38.896603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e489697-ecc6-4232-a9fc-fa0e8b7399c6 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:38.897025 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad071e5d-adaa-4b7d-a730-eaf299788597', 'name': 'network-vif-deleted', 'tag': '3b8f0da5-ceec-4a8a-9008-a4e69d24021b', 'status': 'completed', 'code': 200} Jun 23 17:59:39.223854 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-deffae95-1285-4bac-af09-a17d020b2ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528512 Jun 23 17:59:39.390554 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24353f45-cb20-429d-9671-5fe4f58fc7bd req-401a080f-209e-4a02-a33f-224dfa36bde1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:39.391974 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-24353f45-cb20-429d-9671-5fe4f58fc7bd req-401a080f-209e-4a02-a33f-224dfa36bde1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.0718398 Jun 23 17:59:39.398085 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-666d4e62-cd01-4498-91ee-843045be0d9e req-9e2fc136-a64a-4483-ab1c-2ccc26dbc696 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Jun 23 17:59:39.433950 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-24353f45-cb20-429d-9671-5fe4f58fc7bd req-0f817c5e-08e0-455c-b8d1-c3ffd5499bf6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jun 23 17:59:39.601602 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3b8f0da5-ceec-4a8a-9008-a4e69d24021b no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:39.623063 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 3b8f0da5-ceec-4a8a-9008-a4e69d24021b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:39.624309 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3b8f0da5-ceec-4a8a-9008-a4e69d24021b not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:39.624936 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5653b618-eac4-4986-bd0a-bc3485072176 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:39.644690 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 5653b618-eac4-4986-bd0a-bc3485072176 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:39.644951 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5653b618-eac4-4986-bd0a-bc3485072176 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:40.549486 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3e5f2d6a-0381-4c67-9503-e224a8897d72 req-93f450f8-e936-4867-a90d-8bd5f0632c33 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 210 time: 0.0322356 Jun 23 17:59:40.558748 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-80fb2c2a-c0f1-48d2-b180-cfe84b04aa2d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:40.560348 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-80fb2c2a-c0f1-48d2-b180-cfe84b04aa2d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 809 time: 0.1426413 Jun 23 17:59:40.574843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Request body: {'port': {'device_id': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1', 'admin_state_up': True, 'tenant_id': '91f91279e1534f6babff655b1e2e758b'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:40.653601 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9b86-da87-4bb4-840f-2723d114f454 req-a1b8a10a-81a9-44f8-bfa6-c363b074b9d9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:40.661067 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-130f9b86-da87-4bb4-840f-2723d114f454 req-a1b8a10a-81a9-44f8-bfa6-c363b074b9d9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.0840602 Jun 23 17:59:40.700271 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Made reservation on behalf of 91f91279e1534f6babff655b1e2e758b for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 17:59:40.702419 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-130f9b86-da87-4bb4-840f-2723d114f454 req-9a9532d2-2635-49b0-97ec-27edd585dfee tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Jun 23 17:59:40.704041 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:40.829501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Allocated IP 172.20.0.5 (cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1/62951023-2347-4452-a048-98b107e3f155/55363b94-1cf9-43d8-b6e4-9648d413604e) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 17:59:40.977199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.017885 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.021792 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-3f0943af-efe7-4412-ae9b-a993d6992621 tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:41.065637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 17:59:41.068818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 17:59:41.072732 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 17:59:41.079266 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Pushing event updated for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:41.100680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:41.131786 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:41.132397 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.146685 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5763264 Jun 23 17:59:41.165784 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Request body: {'port': {'device_id': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 17:59:41.237761 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.514703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-2f36c28b-7d3e-4c3c-8bc4-7d8cab3c5b25 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:41.516351 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-2f36c28b-7d3e-4c3c-8bc4-7d8cab3c5b25 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.1130161 Jun 23 17:59:41.579091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55363b94-1cf9-43d8-b6e4-9648d413604e {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:41.592747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.613988 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Transition to ACTIVE for port object 55363b94-1cf9-43d8-b6e4-9648d413604e will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 17:59:41.635538 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.640778 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-608d1a73-dab3-460d-a87f-23f6ec60bd13 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:41.727811 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:41.735949 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:41.805346 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Deleting port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:41.805582 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.896617 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577473b8-91ff-40fe-867a-8aff1acc720b req-7d175e10-36f2-47ad-a133-2cbc09a102e7 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:41.898249 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-577473b8-91ff-40fe-867a-8aff1acc720b req-7d175e10-36f2-47ad-a133-2cbc09a102e7 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 943 time: 0.2206826 Jun 23 17:59:41.901502 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Attempting to bind port 55363b94-1cf9-43d8-b6e4-9648d413604e on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 17:59:41.901842 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Attempting to bind port 55363b94-1cf9-43d8-b6e4-9648d413604e by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 17:59:41.902172 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Attempting to bind port 55363b94-1cf9-43d8-b6e4-9648d413604e on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:41.903313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a855b63-34ab-4bf8-afdb-98fb6a82c8bb req-c6f6e73b-294b-45ea-9179-d0cb828f579f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:41.905503 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0a855b63-34ab-4bf8-afdb-98fb6a82c8bb req-c6f6e73b-294b-45ea-9179-d0cb828f579f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 946 time: 0.0780010 Jun 23 17:59:41.932535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Port 55363b94-1cf9-43d8-b6e4-9648d413604e on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 17:59:41.932863 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Attempting to bind port 55363b94-1cf9-43d8-b6e4-9648d413604e on network cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 17:59:41.946338 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0a855b63-34ab-4bf8-afdb-98fb6a82c8bb req-1d942c36-d43b-4547-b399-1d1fad731137 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Jun 23 17:59:41.947893 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 17:59:41.948222 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Checking segment: {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 17:59:41.948605 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Bound using segment: {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 17:59:41.949059 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Bound port: 55363b94-1cf9-43d8-b6e4-9648d413604e, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fb5862-4086-476c-b473-aeea6c2ed6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 17:59:41.949409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.959724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] For port 3ea600a7-baa9-45f1-b6ca-8955a37692c1, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=3ea600a7-baa9-45f1-b6ca-8955a37692c1,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:41.960094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:41.996407 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-577473b8-91ff-40fe-867a-8aff1acc720b req-21c7abcb-4afa-4c19-b08b-b398139b776e tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882318 Jun 23 17:59:41.997294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Calling delete_port for 3ea600a7-baa9-45f1-b6ca-8955a37692c1 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:42.098825 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 17:59:42.114610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55363b94-1cf9-43d8-b6e4-9648d413604e,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 17:59:42.126416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:42.128943 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:42.166637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:42.167252 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:42.168661 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/55363b94-1cf9-43d8-b6e4-9648d413604e HTTP/1.1" status: 200 len: 1093 time: 1.0070574 Jun 23 17:59:42.171500 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:42.173921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815b11fb-9e92-45e9-8ba1-17255bb1842a" -d '{"events": [{"name": "network-changed", "server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:42.227840 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc1675-728b-4564-a5cf-c12dd9c40cf7 x-openstack-request-id: req-e9cc1675-728b-4564-a5cf-c12dd9c40cf7 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:42.228173 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:42.228468 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e9cc1675-728b-4564-a5cf-c12dd9c40cf7 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:42.228910 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e', 'status': 'completed', 'code': 200} Jun 23 17:59:42.260101 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:42.266417 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:42.278637 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:42.283314 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a50e3296-e2da-4e40-8a12-49dfab564dc9 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:42.290941 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', '26f789bf-f429-4d8e-a49e-f0d60e9c5043', '3ea600a7-baa9-45f1-b6ca-8955a37692c1'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:42.319436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event deleted for resources: {'Port': ['ID=3ea600a7-baa9-45f1-b6ca-8955a37692c1,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:42.322415 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:42.370254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] No DVR routers for this DVR port 3ea600a7-baa9-45f1-b6ca-8955a37692c1 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:42.373028 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:42.375769 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "DELETE /v2.0/ports/3ea600a7-baa9-45f1-b6ca-8955a37692c1 HTTP/1.1" status: 204 len: 173 time: 0.8377945 Jun 23 17:59:42.377926 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-bef60142-82e9-404f-a9d8-72a6b5eaab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:42.379375 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-bef60142-82e9-404f-a9d8-72a6b5eaab47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 1096 time: 0.1604676 Jun 23 17:59:42.440261 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-ed6fa194-bdfe-4b7d-a81f-ca7b5737c76e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55363b94-1cf9-43d8-b6e4-9648d413604e HTTP/1.1" status: 200 len: 217 time: 0.0418663 Jun 23 17:59:42.508275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-1f2bc4c3-20f1-488f-a3af-0fe3f4155ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:42.509983 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-1f2bc4c3-20f1-488f-a3af-0fe3f4155ea1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62951023-2347-4452-a048-98b107e3f155 HTTP/1.1" status: 200 len: 849 time: 0.0571311 Jun 23 17:59:42.550088 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-60e7264e-9f47-450a-b7a7-84a0fe1ee574 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292048 Jun 23 17:59:42.655600 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-ad184d29-1476-46e0-8239-d1d54042fc76 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972352 Jun 23 17:59:42.752778 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8c995eb3-5657-43c8-b4af-b71539d7b134 req-c7566b50-8d51-4d92-ae5f-c0a069820f57 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893795 Jun 23 17:59:42.856364 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-610442ca-f95b-49c8-9402-c4f8bdf88605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:42.858448 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-610442ca-f95b-49c8-9402-c4f8bdf88605 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=91f91279e1534f6babff655b1e2e758b&device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 1096 time: 0.0533369 Jun 23 17:59:42.957093 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-2aef9312-88b9-4ef0-b64e-a6113bfd7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:42.958551 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-2aef9312-88b9-4ef0-b64e-a6113bfd7384 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 200 len: 910 time: 0.0935831 Jun 23 17:59:43.000394 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-916474ef-9832-4d74-96cd-3fbb0cc105df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55363b94-1cf9-43d8-b6e4-9648d413604e HTTP/1.1" status: 200 len: 217 time: 0.0351937 Jun 23 17:59:43.055324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-87f67003-715c-4ddb-a872-0f4164942e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:43.056394 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-87f67003-715c-4ddb-a872-0f4164942e17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62951023-2347-4452-a048-98b107e3f155 HTTP/1.1" status: 200 len: 849 time: 0.0497324 Jun 23 17:59:43.109974 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-b56d448e-4e34-46cb-b093-b80c3cf68797 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373721 Jun 23 17:59:43.155438 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-905635ac-bced-4b33-8eb1-be5e7880f228 req-dc9fd3d0-7be9-4a7b-9a74-f44f308a7fd4 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ae53a5c-1f59-405a-8fd6-2d8989857906 HTTP/1.1" status: 200 len: 210 time: 0.0481787 Jun 23 17:59:43.211779 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1fec9013-e8ea-426d-bee2-f9b4c994f0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:43.215202 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f398ee8-be07-4db6-b6be-88b6d7a21e55 req-303d66be-60d4-4925-ad26-b051a7ff3856 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:43.216740 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0f398ee8-be07-4db6-b6be-88b6d7a21e55 req-303d66be-60d4-4925-ad26-b051a7ff3856 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 943 time: 0.0862210 Jun 23 17:59:43.236414 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-a534f6fa-faac-46b2-8184-982aefeb9cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137934 Jun 23 17:59:43.261311 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-0f398ee8-be07-4db6-b6be-88b6d7a21e55 req-99430af0-4da4-4f49-84b4-99389cd3ffdd tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382509 Jun 23 17:59:43.333876 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-815b11fb-9e92-45e9-8ba1-17255bb1842a req-c929dd4d-e8ce-408c-a829-e6f9a31a9522 service neutron] 10.222.0.65 "GET /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891242 Jun 23 17:59:44.230589 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'name': 'network-vif-deleted', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:44.233585 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80865dd8-3d22-4937-bd7e-39554189b571" -d '{"events": [{"server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "name": "network-vif-deleted", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:44.269897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5978abfb-3a5a-4c65-a1ad-a4dfae09e0e4 x-openstack-request-id: req-5978abfb-3a5a-4c65-a1ad-a4dfae09e0e4 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:44.270230 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae53a5c-1f59-405a-8fd6-2d8989857906", "name": "network-vif-deleted", "tag": "3ea600a7-baa9-45f1-b6ca-8955a37692c1", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:44.270523 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5978abfb-3a5a-4c65-a1ad-a4dfae09e0e4 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:44.270961 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae53a5c-1f59-405a-8fd6-2d8989857906', 'name': 'network-vif-deleted', 'tag': '3ea600a7-baa9-45f1-b6ca-8955a37692c1', 'status': 'completed', 'code': 200} Jun 23 17:59:44.441702 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530015e-2db4-4611-bea0-917ce4a1d8f0 req-43bdb61b-44cc-489b-bc66-49fac1921c7f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:44.443179 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5530015e-2db4-4611-bea0-917ce4a1d8f0 req-43bdb61b-44cc-489b-bc66-49fac1921c7f tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 943 time: 0.0655732 Jun 23 17:59:44.488716 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5530015e-2db4-4611-bea0-917ce4a1d8f0 req-1ea6af51-3b55-4b8f-9f5f-aad43b5fcf72 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393476 Jun 23 17:59:44.624115 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bccce-a4bf-4f10-8697-bb757754c76f req-9a227e63-cf75-4b33-8a82-b9b97cb18c9f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:44.625617 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2c7bccce-a4bf-4f10-8697-bb757754c76f req-9a227e63-cf75-4b33-8a82-b9b97cb18c9f tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.0724268 Jun 23 17:59:44.668434 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2c7bccce-a4bf-4f10-8697-bb757754c76f req-564a578b-032e-44b2-bb03-6d5c8b2f66c8 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Jun 23 17:59:45.602609 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3ea600a7-baa9-45f1-b6ca-8955a37692c1 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:45.625538 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 3ea600a7-baa9-45f1-b6ca-8955a37692c1 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:45.625922 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 3ea600a7-baa9-45f1-b6ca-8955a37692c1 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:45.665424 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e08c9-ecab-4b4b-8371-65203f63fb9f req-b831d39c-85e7-4788-8291-4826c59061ba tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:45.666966 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7a2e08c9-ecab-4b4b-8371-65203f63fb9f req-b831d39c-85e7-4788-8291-4826c59061ba tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 943 time: 0.0640976 Jun 23 17:59:45.705017 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7a2e08c9-ecab-4b4b-8371-65203f63fb9f req-bb8e06ec-69f2-4dd7-b069-d2f12fc9c574 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Jun 23 17:59:45.845490 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecda7a-df81-4e88-8e03-02c9b3930bb3 req-3c008575-b21a-45be-816e-5fca9446d9ab tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:45.847084 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61ecda7a-df81-4e88-8e03-02c9b3930bb3 req-3c008575-b21a-45be-816e-5fca9446d9ab tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.0677972 Jun 23 17:59:45.886102 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-61ecda7a-df81-4e88-8e03-02c9b3930bb3 req-617e2305-a95a-4191-a3c4-aa3423bb2baa tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Jun 23 17:59:46.210729 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f3362125-e780-4c29-bcc9-34683223a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.222783 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.345722 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69522f-283e-48f5-977f-2391b010cf80 req-1d033294-7207-4585-b516-06a01749c175 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:46.347201 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da69522f-283e-48f5-977f-2391b010cf80 req-1d033294-7207-4585-b516-06a01749c175 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 945 time: 0.0645247 Jun 23 17:59:46.449808 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Deleting port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:46.450149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.538055 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] For port 26f789bf-f429-4d8e-a49e-f0d60e9c5043, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=26f789bf-f429-4d8e-a49e-f0d60e9c5043,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:46.538343 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.550868 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Calling delete_port for 26f789bf-f429-4d8e-a49e-f0d60e9c5043 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:46.687980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.691818 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4f6da3e7-1389-443d-ae65-1db112df3909 tempest-TestShelveInstance-1430187874 tempest-TestShelveInstance-1430187874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:46.700246 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', '26f789bf-f429-4d8e-a49e-f0d60e9c5043'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:46.718010 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event deleted for resources: {'Port': ['ID=26f789bf-f429-4d8e-a49e-f0d60e9c5043,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:46.721176 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:46.768523 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] No DVR routers for this DVR port 26f789bf-f429-4d8e-a49e-f0d60e9c5043 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:46.771483 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:46.773345 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da69522f-283e-48f5-977f-2391b010cf80 req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "DELETE /v2.0/ports/26f789bf-f429-4d8e-a49e-f0d60e9c5043 HTTP/1.1" status: 204 len: 173 time: 0.4208260 Jun 23 17:59:46.773856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'name': 'network-vif-deleted', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:46.776305 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d069fc-07b2-46c2-94d1-80ece4e170e8" -d '{"events": [{"server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "name": "network-vif-deleted", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:46.819779 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3ea8d-bb44-4bce-9c98-9158a705ac80 x-openstack-request-id: req-23b3ea8d-bb44-4bce-9c98-9158a705ac80 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:46.820269 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2200d8a2-b6d6-476f-b43a-6c75f4c09ff9", "name": "network-vif-deleted", "tag": "26f789bf-f429-4d8e-a49e-f0d60e9c5043", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:46.820648 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23b3ea8d-bb44-4bce-9c98-9158a705ac80 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:46.821247 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2200d8a2-b6d6-476f-b43a-6c75f4c09ff9', 'name': 'network-vif-deleted', 'tag': '26f789bf-f429-4d8e-a49e-f0d60e9c5043', 'status': 'completed', 'code': 200} Jun 23 17:59:46.912989 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef1072-bcbd-4c33-b774-5da4e5ab2dc2 req-c2236f54-6e12-4746-b22e-9afac7c85fdf tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:46.914556 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-76ef1072-bcbd-4c33-b774-5da4e5ab2dc2 req-c2236f54-6e12-4746-b22e-9afac7c85fdf tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 943 time: 0.0677686 Jun 23 17:59:46.957164 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-76ef1072-bcbd-4c33-b774-5da4e5ab2dc2 req-21670331-d022-4f13-ada0-7ff1dfd30ffa tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366144 Jun 23 17:59:47.054846 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-fe58a61e-4fd2-4406-9d6b-a26cd0070884 req-ed08c161-65df-48b6-9eb3-79429c8d9fc6 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=2200d8a2-b6d6-476f-b43a-6c75f4c09ff9 HTTP/1.1" status: 200 len: 210 time: 0.0298743 Jun 23 17:59:47.607724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 55363b94-1cf9-43d8-b6e4-9648d413604e details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 17:59:47.701548 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55363b94-1cf9-43d8-b6e4-9648d413604e,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:47.715581 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '55363b94-1cf9-43d8-b6e4-9648d413604e', 'network_id': 'cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1', 'port_id': '55363b94-1cf9-43d8-b6e4-9648d413604e', 'mac_address': 'fa:16:3e:01:74:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62951023-2347-4452-a048-98b107e3f155', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 17:59:47.756860 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:47.770923 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55363b94-1cf9-43d8-b6e4-9648d413604e {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 17:59:47.792118 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55363b94-1cf9-43d8-b6e4-9648d413604e,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:47.797218 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:47.800132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:47.861652 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:47.872564 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:47.873927 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.874273 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.874802 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.875144 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.875471 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.875841 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.876167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.876491 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.876813 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.877132 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.877452 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.877857 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:47.882290 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:48.127148 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['55363b94-1cf9-43d8-b6e4-9648d413604e'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:48.154765 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:48.169724 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cf1d1-331a-4d6e-86d7-b653158b670c req-3bf52d28-1830-4129-a032-b6bb4acb9639 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:48.173204 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2c3cf1d1-331a-4d6e-86d7-b653158b670c req-3bf52d28-1830-4129-a032-b6bb4acb9639 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 944 time: 0.0942202 Jun 23 17:59:48.243863 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2c3cf1d1-331a-4d6e-86d7-b653158b670c req-b4266627-5b80-428e-90c5-bcf142ef1d92 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598459 Jun 23 17:59:49.390715 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:49.437987 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c351f7-15ce-44a9-9077-4236b92db91f req-01a963db-ea69-4b5d-87ea-54a4bea5c545 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:49.439498 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45c351f7-15ce-44a9-9077-4236b92db91f req-01a963db-ea69-4b5d-87ea-54a4bea5c545 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 944 time: 0.0676579 Jun 23 17:59:49.481116 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45c351f7-15ce-44a9-9077-4236b92db91f req-93fcec2f-0091-4ed1-aa38-b2d0068b9863 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351799 Jun 23 17:59:49.622913 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 55363b94-1cf9-43d8-b6e4-9648d413604e up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 17:59:49.674899 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 55363b94-1cf9-43d8-b6e4-9648d413604e completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 17:59:49.678863 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 55363b94-1cf9-43d8-b6e4-9648d413604e triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 17:59:49.679248 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:49.761090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46702e4-9912-4945-b8d8-ff1578d25cfb req-790094af-20ca-4674-ab5d-8510d4dfd7de tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:49.762732 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d46702e4-9912-4945-b8d8-ff1578d25cfb req-790094af-20ca-4674-ab5d-8510d4dfd7de tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0715804 Jun 23 17:59:49.804762 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d46702e4-9912-4945-b8d8-ff1578d25cfb req-71191d8d-4821-4fe6-a99b-e3e1b86e6485 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Jun 23 17:59:49.882881 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:49.905974 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:49.908329 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91cb4bc-d9eb-4213-a08a-9a1892fdf74a" -d '{"events": [{"server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "name": "network-vif-plugged", "status": "completed", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:49.921743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55363b94-1cf9-43d8-b6e4-9648d413604e,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:49.934126 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:49.935058 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 26f789bf-f429-4d8e-a49e-f0d60e9c5043 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:49.938239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:49.957683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0469f712-b6a9-4215-89c2-2cad3825b283 x-openstack-request-id: req-0469f712-b6a9-4215-89c2-2cad3825b283 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:49.957965 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "name": "network-vif-plugged", "status": "completed", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:49.958435 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0469f712-b6a9-4215-89c2-2cad3825b283 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:49.958633 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e', 'code': 200} Jun 23 17:59:49.976522 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 26f789bf-f429-4d8e-a49e-f0d60e9c5043 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:49.976883 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 26f789bf-f429-4d8e-a49e-f0d60e9c5043 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:50.006745 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:50.011528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:50.178144 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112c43a-ec09-435d-a7ed-85046dbad7f5 req-462aefe0-a83e-441e-af12-a3ca1b237c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:50.179722 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e112c43a-ec09-435d-a7ed-85046dbad7f5 req-462aefe0-a83e-441e-af12-a3ca1b237c81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 1098 time: 0.0528531 Jun 23 17:59:50.215960 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e112c43a-ec09-435d-a7ed-85046dbad7f5 req-b083b718-cc93-4811-a463-6fb52bf95b64 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284014 Jun 23 17:59:50.662971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ce8f0-6abc-48f9-bb6a-445ca490d451 req-2cd35dbe-de60-40b7-869c-7a9df90c710d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:50.664550 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b7ce8f0-6abc-48f9-bb6a-445ca490d451 req-2cd35dbe-de60-40b7-869c-7a9df90c710d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 945 time: 0.0654173 Jun 23 17:59:50.708847 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2b7ce8f0-6abc-48f9-bb6a-445ca490d451 req-3086c122-39b0-46a8-876f-64c37eb422a5 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 Jun 23 17:59:50.985577 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d482b8b-6b3e-4123-ad65-b79db155dfd5 req-db1be253-8b0b-40c1-ae3f-1e9265f17023 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:50.987078 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4d482b8b-6b3e-4123-ad65-b79db155dfd5 req-db1be253-8b0b-40c1-ae3f-1e9265f17023 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0631728 Jun 23 17:59:51.030260 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4d482b8b-6b3e-4123-ad65-b79db155dfd5 req-32518a00-afcd-4224-9f7c-17f205ead429 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/security-groups?id=28f791e3-975c-41a0-8968-b99d153f8c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371845 Jun 23 17:59:51.638119 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-69532ded-7408-446c-9f6c-f26bf25f9336 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:51.640259 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-69532ded-7408-446c-9f6c-f26bf25f9336 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0721996 Jun 23 17:59:51.743709 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Deleting port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:51.744692 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:51.908813 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] For port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,segment=NetworkSegment(f0147d2d-cccc-4d7b-a1d1-8ace45410882),segment_id=f0147d2d-cccc-4d7b-a1d1-8ace45410882)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:51.909172 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:51.929896 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Calling delete_port for 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:52.014138 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0371f5-d9e9-4aa5-8ec0-5c32b3221b3a req-a8d399f2-7e62-4260-85e5-828b3dd5a8da tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:52.016441 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9b0371f5-d9e9-4aa5-8ec0-5c32b3221b3a req-a8d399f2-7e62-4260-85e5-828b3dd5a8da tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 945 time: 0.1756008 Jun 23 17:59:52.088562 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9b0371f5-d9e9-4aa5-8ec0-5c32b3221b3a req-f9af9216-be45-4bc1-8537-915052a20690 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 Jun 23 17:59:52.128245 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:59:52.176648 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:52.189234 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:52.189978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6e4381e1-2adb-4067-8dd4-be022980adc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:52.230779 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Pushing event deleted for resources: {'Port': ['ID=5eb5c467-c6e8-4e52-90ca-d5025f4e7c42,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:52.240968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:52.292701 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] No DVR routers for this DVR port 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:52.296337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:52.298694 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-d0ee8498-c385-4dc1-8242-9439974cbf1a req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.65 "DELETE /v2.0/ports/5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 HTTP/1.1" status: 204 len: 173 time: 0.6540112 Jun 23 17:59:52.299362 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'name': 'network-vif-deleted', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:52.310524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80720625-e3a8-44cf-a054-9a71deb1bc9a" -d '{"events": [{"server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "name": "network-vif-deleted", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:52.366983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cdc8ce-10d2-4b90-8413-24fb647750a9 x-openstack-request-id: req-f6cdc8ce-10d2-4b90-8413-24fb647750a9 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:52.367603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998b000a-50d9-486d-929c-88b9e817d9b9", "name": "network-vif-deleted", "tag": "5eb5c467-c6e8-4e52-90ca-d5025f4e7c42", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:52.368102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6cdc8ce-10d2-4b90-8413-24fb647750a9 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:52.368718 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998b000a-50d9-486d-929c-88b9e817d9b9', 'name': 'network-vif-deleted', 'tag': '5eb5c467-c6e8-4e52-90ca-d5025f4e7c42', 'status': 'completed', 'code': 200} Jun 23 17:59:52.510499 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b1a53368-d753-4a43-aaa8-5cdecfb823d0 req-3a7471d0-dd69-453a-b65a-eeeb2f1e7471 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] 10.222.0.66 "GET /v2.0/ports?device_id=998b000a-50d9-486d-929c-88b9e817d9b9 HTTP/1.1" status: 200 len: 210 time: 0.3385119 Jun 23 17:59:53.095070 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82c783-8676-442e-8b11-6c377f45abae req-6b197c5a-9dac-4c39-b4c8-b68b69f30b4a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:53.096588 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9d82c783-8676-442e-8b11-6c377f45abae req-6b197c5a-9dac-4c39-b4c8-b68b69f30b4a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 945 time: 0.0634081 Jun 23 17:59:53.134936 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9d82c783-8676-442e-8b11-6c377f45abae req-63f267fc-3b80-48f8-9d21-8c7c99107153 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323219 Jun 23 17:59:53.612838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59642) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:53.660466 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Deleting subnet ca187d07-5338-4ddc-a0d2-bb1651c09563 {{(pid=104927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 17:59:53.664119 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.697146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25403019'] for subnet, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.735414 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.788237 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25402812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25427658'] for subnet, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.790476 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:53.817054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca187d07-5338-4ddc-a0d2-bb1651c09563,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:53.820567 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:53.823330 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.825192 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9d58272d-6ff8-4578-9308-f94e1284cc6c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca187d07-5338-4ddc-a0d2-bb1651c09563 HTTP/1.1" status: 204 len: 168 time: 0.2113764 Jun 23 17:59:53.827925 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59644) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:53.894905 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.975149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:53.985436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fb6667-bf67-423e-80b9-8faef19094e4']}} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:59:53.995333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0147d2d-cccc-4d7b-a1d1-8ace45410882') {'for_net_delete': True} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:59:53.995647 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0147d2d-cccc-4d7b-a1d1-8ace45410882') {} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 17:59:54.004925 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25403028'] for segment, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.018381 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.024480 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=104927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 17:59:54.024863 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402657'] for segment, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: conditions |= (models_v2.Port.network_id.in_( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: Traceback (most recent call last): Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: timer() Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: cb(*args, **kw) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: return func(*args, **kwargs) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: self._notify() Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: self.callback(batched_events) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: event.method(event) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: return f(self, *a, **k) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._get(url).json() Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: return self.request(url, 'GET', **kwargs) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 17:59:54.026597 dv-cinder-797510-2-iscsi neutron-server[104927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 17:59:54.079534 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.083460 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f86d7e71-752e-40a3-b327-f4c9ce2eb116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:54.087340 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.089266 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/24fb6667-bf67-423e-80b9-8faef19094e4 HTTP/1.1" status: 204 len: 168 time: 0.2604253 Jun 23 17:59:54.098907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Pushing event deleted for resources: {'Network': ['ID=24fb6667-bf67-423e-80b9-8faef19094e4,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:54.101793 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b4ab8f53-c548-42e8-b875-c7b4438a89fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:54.209361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59650) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:54.273713 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-08539295-5dc8-4db9-8678-e7ea9ee855ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4f87f0780fb46eab44be145dc7d97c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0632133 Jun 23 17:59:54.276186 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59652) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:54.362942 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.371977 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2e78f-5dfe-428c-b7a8-789cc353b584 req-96633df1-cf55-4cfc-a21a-88b6c5c30c3d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:54.373421 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-82f2e78f-5dfe-428c-b7a8-789cc353b584 req-96633df1-cf55-4cfc-a21a-88b6c5c30c3d tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 945 time: 0.1116993 Jun 23 17:59:54.407527 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.438174 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-82f2e78f-5dfe-428c-b7a8-789cc353b584 req-0349b140-75b2-4ea4-918b-2b53bd75980e tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/security-groups?id=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569117 Jun 23 17:59:54.470021 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.472948 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:54.473840 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28f791e3-975c-41a0-8968-b99d153f8c42 HTTP/1.1" status: 204 len: 168 time: 0.1967888 Jun 23 17:59:54.474696 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b4cd050f-7cfa-4788-bb09-ff53eb084934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:54.482423 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f791e3-975c-41a0-8968-b99d153f8c42,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:54.490598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.490984 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.491357 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.491767 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.492134 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.492529 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.492893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.493371 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.493606 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.494039 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.494311 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.494660 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 17:59:54.497954 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-3353fbaa-bfce-4b21-83b4-7938b9ccfef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:54.612250 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-85e296f6-5048-4e76-9693-15c76c6c3c2c tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 17:59:54.614174 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-85e296f6-5048-4e76-9693-15c76c6c3c2c tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 945 time: 0.0775473 Jun 23 17:59:54.727528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Deleting port 55363b94-1cf9-43d8-b6e4-9648d413604e {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 17:59:54.727955 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:55.102362 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] For port 55363b94-1cf9-43d8-b6e4-9648d413604e, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55363b94-1cf9-43d8-b6e4-9648d413604e,segment=NetworkSegment(07fb5862-4086-476c-b473-aeea6c2ed6c6),segment_id=07fb5862-4086-476c-b473-aeea6c2ed6c6)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 17:59:55.102797 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:55.116867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Calling delete_port for 55363b94-1cf9-43d8-b6e4-9648d413604e owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 17:59:55.244249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:55.248616 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:55.260608 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['55363b94-1cf9-43d8-b6e4-9648d413604e'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 17:59:55.282208 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Pushing event deleted for resources: {'Port': ['ID=55363b94-1cf9-43d8-b6e4-9648d413604e,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:55.285731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:55.327938 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] No DVR routers for this DVR port 55363b94-1cf9-43d8-b6e4-9648d413604e on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 17:59:55.330325 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:55.332324 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f7f5684d-2af9-4558-bc2a-3320bc1203e4 req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.65 "DELETE /v2.0/ports/55363b94-1cf9-43d8-b6e4-9648d413604e HTTP/1.1" status: 204 len: 173 time: 0.7125587 Jun 23 17:59:55.332811 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'name': 'network-vif-deleted', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 17:59:55.335078 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b957987-ff47-4e70-a214-f18c3528fc73" -d '{"events": [{"server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "name": "network-vif-deleted", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 17:59:55.381476 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b4995-9f1b-4824-b656-fc052b19ac8b x-openstack-request-id: req-6c0b4995-9f1b-4824-b656-fc052b19ac8b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 17:59:55.382040 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cbf9aa-e6e1-415a-a2f4-5c093e6233e2", "name": "network-vif-deleted", "tag": "55363b94-1cf9-43d8-b6e4-9648d413604e", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 17:59:55.382333 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c0b4995-9f1b-4824-b656-fc052b19ac8b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 17:59:55.382764 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cbf9aa-e6e1-415a-a2f4-5c093e6233e2', 'name': 'network-vif-deleted', 'tag': '55363b94-1cf9-43d8-b6e4-9648d413604e', 'status': 'completed', 'code': 200} Jun 23 17:59:55.604368 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-21fc90d8-28ab-4d65-bde5-76e4f3948517 req-3141464d-dc25-443a-8dde-e3e83d73048e tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] 10.222.0.66 "GET /v2.0/ports?device_id=55cbf9aa-e6e1-415a-a2f4-5c093e6233e2 HTTP/1.1" status: 200 len: 210 time: 0.0307763 Jun 23 17:59:55.636134 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 55363b94-1cf9-43d8-b6e4-9648d413604e no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:55.656691 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 55363b94-1cf9-43d8-b6e4-9648d413604e {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:55.656956 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 55363b94-1cf9-43d8-b6e4-9648d413604e not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:55.657379 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 17:59:55.676140 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 17:59:55.676329 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 5eb5c467-c6e8-4e52-90ca-d5025f4e7c42 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 17:59:55.849743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59706) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:55.973611 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.071070 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.075972 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.078742 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9131f3e9-fb37-4693-b0ec-75fae6100094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:56.115433 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e014364ff11481280c41a9c1d56d329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643085 Jun 23 17:59:56.116488 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8096881c-1ffc-4219-8f62-d62c04b07cf2,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:56.118871 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59710) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:56.125690 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1c052305-d1ba-4043-964c-cfe3b65dbc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:56.169595 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.192836 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.237384 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.239854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:56.240963 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8096881c-1ffc-4219-8f62-d62c04b07cf2 HTTP/1.1" status: 204 len: 168 time: 0.1212046 Jun 23 17:59:56.241796 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a452691c-3dae-4f25-bffb-a3bc6ed27361 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:56.250136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8096881c-1ffc-4219-8f62-d62c04b07cf2,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:56.252447 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:57.943300 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59804) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:58.045588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.133922 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.143395 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.145764 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4d243081-dd3f-4f7c-a923-4141b6c3c912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:58.184020 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3de09da3afe646f0b6b89f06137dca5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395709 Jun 23 17:59:58.184941 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4020661-b4cd-4ce3-b783-97bb7f4e3eba,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:58.187293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59808) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:58.189224 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6c4b6515-7083-4855-bef9-01eef0949daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:58.235251 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.258769 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.313016 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.315524 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.316688 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4020661-b4cd-4ce3-b783-97bb7f4e3eba HTTP/1.1" status: 204 len: 168 time: 0.1283894 Jun 23 17:59:58.317452 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ab193f6b-0db8-4b73-aa87-0294b0f68cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:58.324876 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4020661-b4cd-4ce3-b783-97bb7f4e3eba,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:58.327963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:58.583360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 59818) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:58.597468 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.704298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.715562 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.719145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ec9fe707-b6c1-4448-85f6-0d88c760c005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:58.757476 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665a57f-e642-454a-aeb2-f0bc57657d11,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:58.762171 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b497ed84e51418686fbb971e18caebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1776187 Jun 23 17:59:58.763186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f4093e65-31ce-4ea1-9ae5-bdc32f952472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 17:59:58.771183 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 59820) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 17:59:58.818954 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.839524 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.888800 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.892135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:59:58.893276 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0665a57f-e642-454a-aeb2-f0bc57657d11 HTTP/1.1" status: 204 len: 168 time: 0.1210566 Jun 23 17:59:58.894056 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-1819289f-f070-4c69-b20b-84952c54b554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 17:59:58.901502 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665a57f-e642-454a-aeb2-f0bc57657d11,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 17:59:58.903868 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7be04391-ede9-475c-931c-527c2673135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:13.224628 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d5bb4758-617e-4746-a356-426dfd7913ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:16.239309 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6822ea17-9380-482d-a375-1b8f8b3253c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:16.250756 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:17.860520 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:18.138317 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:19.389436 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:19.816492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60188) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:19.863331 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Deleting subnet 62951023-2347-4452-a048-98b107e3f155 {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 18:00:19.866851 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:19.905358 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:19.946744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.002324 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.004739 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b8d2683b-cfb5-4a10-b548-98bcc6b0d129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:20.027975 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62951023-2347-4452-a048-98b107e3f155,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:20.031675 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:20.035006 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.039458 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60194) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:20.040033 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-8b5df0d2-8e24-4ae0-8444-0ad598a21c08 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/62951023-2347-4452-a048-98b107e3f155 HTTP/1.1" status: 204 len: 168 time: 0.2219229 Jun 23 18:00:20.110102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.193694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.203433 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1']}} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:00:20.212981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fb5862-4086-476c-b473-aeea6c2ed6c6') {'for_net_delete': True} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:00:20.213279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.services.segments.db [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fb5862-4086-476c-b473-aeea6c2ed6c6') {} {{(pid=104927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:00:20.222222 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25403028'] for segment, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.237132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.243066 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=104927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:00:20.243452 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25402657'] for segment, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: Traceback (most recent call last): Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: timer() Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: cb(*args, **kw) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: return func(*args, **kwargs) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: self._notify() Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: self.callback(batched_events) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: event.method(event) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: return f(self, *a, **k) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._get(url).json() Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: return self.request(url, 'GET', **kwargs) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 18:00:20.245222 dv-cinder-797510-2-iscsi neutron-server[104927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 18:00:20.302033 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.305778 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:20.308232 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.309991 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] 10.222.0.66 "DELETE /v2.0/networks/cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1 HTTP/1.1" status: 204 len: 168 time: 0.2692425 Jun 23 18:00:20.321543 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0cf6e4-f9f8-4085-b99f-87e8d42b2ed1,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:20.324134 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-b9d35d92-ae31-4aeb-a239-76905edd951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:20.475544 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60200) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:20.515488 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1124c784-a403-4999-b6cf-5f0819538775 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91f91279e1534f6babff655b1e2e758b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387592 Jun 23 18:00:20.517880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60202) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:20.565373 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.586652 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.632804 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.635662 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:20.636850 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c04be69f-0f1a-4290-b2a0-7ad5f64d7a42 HTTP/1.1" status: 204 len: 168 time: 0.1180823 Jun 23 18:00:20.637619 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d9aa9d84-199f-4fc4-a012-b6a5e30755c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:20.645981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04be69f-0f1a-4290-b2a0-7ad5f64d7a42,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:20.648497 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-51cc57da-481a-4085-b73e-88cfbb0f6237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:29.129087 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:00:43.217904 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-556901fd-5cfc-43cc-bd80-43e8262e6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:46.221140 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-af789429-4c3b-4188-b7ca-711f1dd502d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:46.226878 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:46.947302 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60400) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:47.054614 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.148760 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.153050 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.156459 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-140188f8-c1a4-4227-b60a-32906be0257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:47.200122 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6eef248f72424e5eaa28dfc4ebea2e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493329 Jun 23 18:00:47.200122 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dac0e3-7a45-41ac-b9b5-ae746bfbebe7,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:47.200651 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60404) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:47.202994 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-193117ce-1f6d-4f64-ba80-a6197f2b867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:47.264111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.287769 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.350631 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.353291 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.354411 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9dac0e3-7a45-41ac-b9b5-ae746bfbebe7 HTTP/1.1" status: 204 len: 168 time: 0.1527853 Jun 23 18:00:47.355219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:47.363324 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dac0e3-7a45-41ac-b9b5-ae746bfbebe7,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:47.372236 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.372770 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.373374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.374518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.375121 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.375759 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.376377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.376997 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.377735 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.378519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.378843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.379424 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:47.384290 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2cdff63d-e918-4cd4-a567-22280f12522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:47.638252 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60410) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:47.652739 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.747471 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.753743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.756585 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-77a485a8-9a41-4c16-8927-16a6936d2443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:47.791565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cebbd2-a26d-4f61-a873-5bacdf22cd06,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:47.796120 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85b774fb5d1c45b497abeba3c59bb86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567986 Jun 23 18:00:47.797099 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:47.799401 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60412) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:47.850000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.866339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.876184 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.952405 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.954969 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:47.956150 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43cebbd2-a26d-4f61-a873-5bacdf22cd06 HTTP/1.1" status: 204 len: 168 time: 0.1560662 Jun 23 18:00:47.956945 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f4d62dd0-1f4a-4c9b-9b4c-9a740eebaaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:47.965671 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cebbd2-a26d-4f61-a873-5bacdf22cd06,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:47.968547 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-657fbdca-0800-400b-a05f-9e3fcd632618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:48.129269 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:49.394172 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:58.794951 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60518) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:58.900810 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:58.992661 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:58.996770 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:58.999191 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8b96f8d3-fe14-4e18-914f-f0a45edc408b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:59.034608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8252a3-c384-4452-bc90-54f97570bc10,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:59.039083 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b77990ca703481c8de7771e0a5932ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428100 Jun 23 18:00:59.040081 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-1f735937-76bd-43cb-aa82-a9b93fa5fd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:59.041806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60522) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:59.099375 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.120621 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.171209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.174406 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.175528 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a8252a3-c384-4452-bc90-54f97570bc10 HTTP/1.1" status: 204 len: 168 time: 0.1325970 Jun 23 18:00:59.176318 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7d7dd57b-e28c-4f1b-aea0-fcb9b1a9dff8 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:59.183865 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8252a3-c384-4452-bc90-54f97570bc10,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:59.190282 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9e0f71dd-72ba-43df-aa68-3e691d46f804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:59.438689 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60528) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:59.452796 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.545684 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.550865 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.553516 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-76c7231f-68bb-4f41-b7b5-58902de211c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:59.591136 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43824cf8ee6542949c1a231b2906ae84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511183 Jun 23 18:00:59.592386 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e96413-a11a-475b-a03b-67bb2fec7537,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:59.594304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60530) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:00:59.600977 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.601354 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.601870 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.602095 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.602461 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.602824 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.603190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.603561 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.603955 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.604313 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.604669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.605118 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:00:59.609090 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:00:59.659280 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.680519 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.727431 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.730038 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:00:59.731154 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71e96413-a11a-475b-a03b-67bb2fec7537 HTTP/1.1" status: 204 len: 168 time: 0.1349645 Jun 23 18:00:59.731935 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-29a95416-db07-444c-bc45-036fbd7ed335 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:00:59.742861 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e96413-a11a-475b-a03b-67bb2fec7537,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:00:59.746194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:02.180474 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-fc524002-f32a-4c52-b34e-acf423793745 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9bcd888b4c014585941b3649bcf760a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288796 Jun 23 18:01:02.370575 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-8a63b0c6-2f54-4255-ac80-127c38b43ce2 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:02.372134 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-8a63b0c6-2f54-4255-ac80-127c38b43ce2 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864831 Jun 23 18:01:02.388157 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-0effa2e9-0cf8-4dbc-88ec-9c0c29eed191 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/quotas/9bcd888b4c014585941b3649bcf760a9 HTTP/1.1" status: 200 len: 375 time: 0.0099432 Jun 23 18:01:02.427233 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-ee79d384-175a-499a-a635-c18c6e5fe22a tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bcd888b4c014585941b3649bcf760a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323529 Jun 23 18:01:02.732926 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7b87e375-6634-470a-a10d-a933af83d65a req-ad505efd-9c5c-4495-a5e4-c834f62e56a2 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 210 time: 0.1495032 Jun 23 18:01:03.652857 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-549a9871-6719-41a1-900e-bbd835646cba tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bcd888b4c014585941b3649bcf760a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220563 Jun 23 18:01:03.767220 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-4cb4490b-9803-4620-ae12-3c773ec21c68 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:03.768858 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-4cb4490b-9803-4620-ae12-3c773ec21c68 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103153 Jun 23 18:01:03.780505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Request body: {'port': {'device_id': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841', 'admin_state_up': True, 'tenant_id': '9bcd888b4c014585941b3649bcf760a9'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:03.900500 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-23ab84c2-9089-431a-9979-2c6061c8aa2e req-7929332e-4ab6-4c51-a7e5-b2818ae31e25 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 210 time: 0.0413246 Jun 23 18:01:03.923649 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Made reservation on behalf of 9bcd888b4c014585941b3649bcf760a9 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:01:03.927307 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:03.940549 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.034359 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.038198 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.041679 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4fcda81a-268b-4495-9f52-0c729d21c502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:04.097404 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9fd773-97ce-4ca7-aae6-85b523c4f78f,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:04.100627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:04.175861 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Allocated IP 192.168.233.8 (a631b41e-975e-4837-91b4-5e648a8b8841/8b3e3123-379d-4624-bbf3-8ab92493ef40/24c79788-b0c6-411e-979a-fafc9f60e60a) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:04.324719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.338783 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Transition to ACTIVE for port object 24c79788-b0c6-411e-979a-fafc9f60e60a will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:04.372317 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.376937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-103aacb1-e168-4ebc-8088-4399acbbaf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:04.415701 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Network a631b41e-975e-4837-91b4-5e648a8b8841 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:04.420491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:04.423229 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:04.458066 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Pushing event updated for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:04.461091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:04.487239 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:04.487880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.502755 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-596b825a-005f-446b-a519-478269adc382 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7260334 Jun 23 18:01:04.514427 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Request body: {'port': {'device_id': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:04.592977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.676672 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c2ad20ad-43b7-4269-8538-eaea41edcc0c None None] Provisioning for port 24c79788-b0c6-411e-979a-fafc9f60e60a completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:04.680707 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-c2ad20ad-43b7-4269-8538-eaea41edcc0c None None] Provisioning complete for port 24c79788-b0c6-411e-979a-fafc9f60e60a triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:04.681081 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c2ad20ad-43b7-4269-8538-eaea41edcc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.715437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad20ad-43b7-4269-8538-eaea41edcc0c None None] Port 24c79788-b0c6-411e-979a-fafc9f60e60a cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:01:04.869619 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c79788-b0c6-411e-979a-fafc9f60e60a {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:01:04.877089 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.890293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Transition to ACTIVE for port object 24c79788-b0c6-411e-979a-fafc9f60e60a will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:04.894565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:04.897029 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e8f315f8-90e8-4fbe-8968-e36f558c8259 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:04.964180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:04.983289 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:05.041578 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Attempting to bind port 24c79788-b0c6-411e-979a-fafc9f60e60a on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:05.041909 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Attempting to bind port 24c79788-b0c6-411e-979a-fafc9f60e60a by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:05.042232 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Attempting to bind port 24c79788-b0c6-411e-979a-fafc9f60e60a on network a631b41e-975e-4837-91b4-5e648a8b8841 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:05.047275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Port 24c79788-b0c6-411e-979a-fafc9f60e60a on network a631b41e-975e-4837-91b4-5e648a8b8841 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:01:05.047604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Attempting to bind port 24c79788-b0c6-411e-979a-fafc9f60e60a on network a631b41e-975e-4837-91b4-5e648a8b8841 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:05.053803 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:05.054076 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Checking segment: {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:05.054459 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Bound using segment: {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:05.054891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Bound port: 24c79788-b0c6-411e-979a-fafc9f60e60a, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e85181-e1ae-4a68-82db-2f0b785653ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:05.055241 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:05.127747 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:05.131027 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=24c79788-b0c6-411e-979a-fafc9f60e60a,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:05.139166 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:05.142408 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-304773c7-7e8d-4c14-a695-16364e07d793 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:05.150373 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155483a9-b837-4840-8422-abc2eb810678 req-41adfb8d-f045-4737-b9e3-65e486de5799 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.151922 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-155483a9-b837-4840-8422-abc2eb810678 req-41adfb8d-f045-4737-b9e3-65e486de5799 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 946 time: 0.1141422 Jun 23 18:01:05.173854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.174697 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:05.175957 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] 10.222.0.65 "PUT /v2.0/ports/24c79788-b0c6-411e-979a-fafc9f60e60a HTTP/1.1" status: 200 len: 1096 time: 0.6661375 Jun 23 18:01:05.176501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:01:05.178838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:01:05.205149 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-155483a9-b837-4840-8422-abc2eb810678 req-7556f89b-be10-4f1c-9dc0-c1ebb2ec2306 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Jun 23 18:01:05.207733 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:05.217475 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:05.242094 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d7f66e-8b07-4cf3-a4f2-721d7bf88cec x-openstack-request-id: req-b5d7f66e-8b07-4cf3-a4f2-721d7bf88cec {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:01:05.242451 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:01:05.242732 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5d7f66e-8b07-4cf3-a4f2-721d7bf88cec {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:01:05.243185 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a', 'status': 'completed', 'code': 200} Jun 23 18:01:05.290566 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-700a728e-0a7d-4676-9870-334eae271096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.292120 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-700a728e-0a7d-4676-9870-334eae271096 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bcd888b4c014585941b3649bcf760a9&device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 1099 time: 0.0688841 Jun 23 18:01:05.339665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-6849fa8f-5268-47a0-8a9a-602fc5f9aec9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=24c79788-b0c6-411e-979a-fafc9f60e60a HTTP/1.1" status: 200 len: 217 time: 0.0398250 Jun 23 18:01:05.389372 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-1398567b-276a-4e68-8f0a-490b933a0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.390814 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-1398567b-276a-4e68-8f0a-490b933a0fae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b3e3123-379d-4624-bbf3-8ab92493ef40 HTTP/1.1" status: 200 len: 843 time: 0.0450609 Jun 23 18:01:05.450057 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-b1e6729c-39ba-4d53-92d7-98434a757cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.451494 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-b1e6729c-39ba-4d53-92d7-98434a757cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a631b41e-975e-4837-91b4-5e648a8b8841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545275 Jun 23 18:01:05.550452 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-4c7f240f-8663-4cae-b2f4-346cdfe2b1ca service neutron] 10.222.0.65 "GET /v2.0/networks/a631b41e-975e-4837-91b4-5e648a8b8841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922251 Jun 23 18:01:05.644627 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-193ccc66-0e1f-4703-a034-59930c0ef039 req-35daf7f1-6e1c-4f7c-a4b2-9da2326f2b5f service neutron] 10.222.0.65 "GET /v2.0/networks/a631b41e-975e-4837-91b4-5e648a8b8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884411 Jun 23 18:01:05.785368 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-5953fd3f-4848-4543-a653-3374fbb7e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.786805 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-5953fd3f-4848-4543-a653-3374fbb7e87c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bcd888b4c014585941b3649bcf760a9&device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 1099 time: 0.0650034 Jun 23 18:01:05.897776 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-33148a9a-80ee-4e50-a2d5-e4258e9ef107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:05.899522 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-33148a9a-80ee-4e50-a2d5-e4258e9ef107 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a631b41e-975e-4837-91b4-5e648a8b8841 HTTP/1.1" status: 200 len: 870 time: 0.1063328 Jun 23 18:01:05.955974 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-48cc486c-13f2-4128-a7df-75fc36f52eac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=24c79788-b0c6-411e-979a-fafc9f60e60a HTTP/1.1" status: 200 len: 217 time: 0.0499601 Jun 23 18:01:06.015808 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-1b6dbad9-5c3b-4b05-b7d5-354c19e3fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:06.018599 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-1b6dbad9-5c3b-4b05-b7d5-354c19e3fe76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8b3e3123-379d-4624-bbf3-8ab92493ef40 HTTP/1.1" status: 200 len: 843 time: 0.0564170 Jun 23 18:01:06.080968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-f1e1ce09-7efc-4c15-8938-5f07973e6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:06.082585 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-f1e1ce09-7efc-4c15-8938-5f07973e6348 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a631b41e-975e-4837-91b4-5e648a8b8841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0577214 Jun 23 18:01:06.133658 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:01:06.193780 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-4f831db4-6395-4c84-b981-6ce93db5dbb8 service neutron] 10.222.0.65 "GET /v2.0/networks/a631b41e-975e-4837-91b4-5e648a8b8841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046381 Jun 23 18:01:06.296798 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-90dd59a5-94d2-4a3c-97c5-9ac6dc60def2 req-159282f1-85d8-4ea3-beae-248e8188edae service neutron] 10.222.0.65 "GET /v2.0/networks/a631b41e-975e-4837-91b4-5e648a8b8841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967357 Jun 23 18:01:06.398394 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487af85-c6b4-4dac-9386-e0f06b87e816 req-25059712-bd91-45b4-89cc-844f7df8ba83 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:06.399919 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c487af85-c6b4-4dac-9386-e0f06b87e816 req-25059712-bd91-45b4-89cc-844f7df8ba83 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 946 time: 0.0656552 Jun 23 18:01:06.439665 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c487af85-c6b4-4dac-9386-e0f06b87e816 req-315cd853-d644-47f0-a8ba-b77238276313 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Jun 23 18:01:07.638840 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedfb2e-03b8-4948-b859-af64b7c3fe0e req-b6bad07c-c2a8-46ad-b5f7-70fbe639797d tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:07.640467 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdedfb2e-03b8-4948-b859-af64b7c3fe0e req-b6bad07c-c2a8-46ad-b5f7-70fbe639797d tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 946 time: 0.0736692 Jun 23 18:01:07.687198 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bdedfb2e-03b8-4948-b859-af64b7c3fe0e req-226c25ab-5550-45e0-9a66-b96dc9538731 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Jun 23 18:01:08.915744 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bff99b-0ec3-473f-90c8-1a2177808bcb req-2df183cf-1dfd-4cab-b31e-9d27285c6d9a tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:08.917370 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f0bff99b-0ec3-473f-90c8-1a2177808bcb req-2df183cf-1dfd-4cab-b31e-9d27285c6d9a tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 946 time: 0.0687573 Jun 23 18:01:08.960278 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f0bff99b-0ec3-473f-90c8-1a2177808bcb req-f7a58700-4536-4195-9804-6ab2a3de982c tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362206 Jun 23 18:01:09.951712 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 24c79788-b0c6-411e-979a-fafc9f60e60a details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:01:10.060241 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=24c79788-b0c6-411e-979a-fafc9f60e60a,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:10.073860 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '24c79788-b0c6-411e-979a-fafc9f60e60a', 'network_id': 'a631b41e-975e-4837-91b4-5e648a8b8841', 'port_id': '24c79788-b0c6-411e-979a-fafc9f60e60a', 'mac_address': 'fa:16:3e:c3:a9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3e3123-379d-4624-bbf3-8ab92493ef40', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:01:10.114852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:10.129440 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c79788-b0c6-411e-979a-fafc9f60e60a {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:01:10.153846 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=24c79788-b0c6-411e-979a-fafc9f60e60a,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:10.158793 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:10.160853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-b6c11329-02bf-418c-944f-f78cc66fa678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:10.186553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3dce6-c237-402a-96cc-383e511d35e2 req-82d9925e-4305-4aa5-ae98-2c523e1ac717 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:10.188650 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-13d3dce6-c237-402a-96cc-383e511d35e2 req-82d9925e-4305-4aa5-ae98-2c523e1ac717 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 946 time: 0.0894520 Jun 23 18:01:10.223202 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:10.230786 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-13d3dce6-c237-402a-96cc-383e511d35e2 req-6c6c592a-e53c-46c5-ae5d-7d3b97f040d3 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Jun 23 18:01:10.231276 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.231637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.231978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.232308 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.232637 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.232963 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.233284 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.233601 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.233921 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.234245 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.234558 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.234869 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:10.239439 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:10.476498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['24c79788-b0c6-411e-979a-fafc9f60e60a'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:01:11.415502 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7402d-2c82-4af6-9fde-0ad6c1211395 req-e1180d02-43d7-4f1e-b832-6b9c9f00f24a tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:11.417057 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-09d7402d-2c82-4af6-9fde-0ad6c1211395 req-e1180d02-43d7-4f1e-b832-6b9c9f00f24a tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 947 time: 0.0704801 Jun 23 18:01:11.456662 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-09d7402d-2c82-4af6-9fde-0ad6c1211395 req-624cf848-cded-4516-9698-9f5234add9e5 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Jun 23 18:01:11.967030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 24c79788-b0c6-411e-979a-fafc9f60e60a up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:12.020915 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 24c79788-b0c6-411e-979a-fafc9f60e60a completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:12.025141 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 24c79788-b0c6-411e-979a-fafc9f60e60a triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:12.025573 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:12.109290 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:12.136971 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:01:12.139276 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebc7e2-3e8f-4424-8ca1-10abc5141bf8" -d '{"events": [{"server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "name": "network-vif-plugged", "status": "completed", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:01:12.156123 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=24c79788-b0c6-411e-979a-fafc9f60e60a,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:12.161033 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:12.162924 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:12.185773 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed094754-2a6b-4819-8566-512003787312 x-openstack-request-id: req-ed094754-2a6b-4819-8566-512003787312 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:01:12.186082 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "name": "network-vif-plugged", "status": "completed", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:01:12.186350 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed094754-2a6b-4819-8566-512003787312 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:01:12.186753 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a', 'code': 200} Jun 23 18:01:12.220889 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:12.224088 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:12.419035 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01e61-fc0a-4074-a487-d8cba8c27fd2 req-02c9b551-3df0-4c43-8634-7d9c8ff88d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:12.420557 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9d01e61-fc0a-4074-a487-d8cba8c27fd2 req-02c9b551-3df0-4c43-8634-7d9c8ff88d32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 1101 time: 0.0538054 Jun 23 18:01:12.458291 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e9d01e61-fc0a-4074-a487-d8cba8c27fd2 req-f28959f0-8abb-4a0c-984f-bb84fff23f6e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309033 Jun 23 18:01:12.648588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628302e9-fc50-4938-8ec2-a1aec715a8f5 req-02c890e8-3768-4a62-8e4c-87247145bdd7 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:12.650167 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-628302e9-fc50-4938-8ec2-a1aec715a8f5 req-02c890e8-3768-4a62-8e4c-87247145bdd7 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 948 time: 0.0739508 Jun 23 18:01:12.689521 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-628302e9-fc50-4938-8ec2-a1aec715a8f5 req-0528d324-3c48-48d2-9a0c-a28145b74f96 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jun 23 18:01:13.229816 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6832a46e-7d50-4425-8006-ac1ce28e0bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:13.865830 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07537c-b890-4198-ad4a-425fafc42f70 req-ad2ddde9-678e-425d-955c-eff86eba0e17 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:13.867297 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ef07537c-b890-4198-ad4a-425fafc42f70 req-ad2ddde9-678e-425d-955c-eff86eba0e17 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 948 time: 0.0660760 Jun 23 18:01:13.908799 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ef07537c-b890-4198-ad4a-425fafc42f70 req-375d6b1a-7d23-40f6-a160-f4886717e209 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Jun 23 18:01:14.318833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab9aae-7497-4c74-bde7-6f2e44238189 req-e7eba416-5e26-434d-b6cf-704db4ae1f97 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:14.320231 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-37ab9aae-7497-4c74-bde7-6f2e44238189 req-e7eba416-5e26-434d-b6cf-704db4ae1f97 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 948 time: 0.0635197 Jun 23 18:01:14.357784 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-37ab9aae-7497-4c74-bde7-6f2e44238189 req-84e4ead1-2a01-4707-9fb3-e186c4157c91 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jun 23 18:01:15.543174 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7135d2b-2f6a-447b-910a-5d00061e12ed req-14e59792-1d2a-4f17-a018-967cf74a1739 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:15.544664 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b7135d2b-2f6a-447b-910a-5d00061e12ed req-14e59792-1d2a-4f17-a018-967cf74a1739 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 948 time: 0.0691481 Jun 23 18:01:15.584980 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b7135d2b-2f6a-447b-910a-5d00061e12ed req-020cc420-d977-484b-8f72-c8cc1a1fd315 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/security-groups?id=5e9fd773-97ce-4ca7-aae6-85b523c4f78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344169 Jun 23 18:01:15.681527 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-99017087-430d-428b-bb08-134efd526650 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:15.683051 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-99017087-430d-428b-bb08-134efd526650 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 948 time: 0.0702357 Jun 23 18:01:15.794509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Deleting port 24c79788-b0c6-411e-979a-fafc9f60e60a {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:01:15.794849 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:15.898023 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] For port 24c79788-b0c6-411e-979a-fafc9f60e60a, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=24c79788-b0c6-411e-979a-fafc9f60e60a,segment=NetworkSegment(b7e85181-e1ae-4a68-82db-2f0b785653ea),segment_id=b7e85181-e1ae-4a68-82db-2f0b785653ea)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:15.898492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:15.918645 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Calling delete_port for 24c79788-b0c6-411e-979a-fafc9f60e60a owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:01:16.065904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:16.070733 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-d12c12d2-14a7-4d45-a250-5bc68092ec5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:16.080070 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['24c79788-b0c6-411e-979a-fafc9f60e60a'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:01:16.098036 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Pushing event deleted for resources: {'Port': ['ID=24c79788-b0c6-411e-979a-fafc9f60e60a,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:16.101496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:16.177195 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] No DVR routers for this DVR port 24c79788-b0c6-411e-979a-fafc9f60e60a on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:01:16.181319 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:16.185029 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f46d0bc1-d48b-4f6b-8cc9-8a0857a7eb85 req-dc48edca-4b41-4142-a30f-4179d9396352 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.65 "DELETE /v2.0/ports/24c79788-b0c6-411e-979a-fafc9f60e60a HTTP/1.1" status: 204 len: 173 time: 0.4964290 Jun 23 18:01:16.185880 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'name': 'network-vif-deleted', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:01:16.190377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f31da3-2277-430d-8fa4-b87048508b3c" -d '{"events": [{"server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "name": "network-vif-deleted", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:01:16.239701 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9eb34fff-d248-437f-be39-cb28bf3bb8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:16.245178 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0241c0fb-3223-441d-a3cf-920ca9a8b98b x-openstack-request-id: req-0241c0fb-3223-441d-a3cf-920ca9a8b98b {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:01:16.245641 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca1d6ec-5187-4da1-9e06-ccd03096d395", "name": "network-vif-deleted", "tag": "24c79788-b0c6-411e-979a-fafc9f60e60a", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:01:16.246627 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0241c0fb-3223-441d-a3cf-920ca9a8b98b {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:01:16.247210 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca1d6ec-5187-4da1-9e06-ccd03096d395', 'name': 'network-vif-deleted', 'tag': '24c79788-b0c6-411e-979a-fafc9f60e60a', 'status': 'completed', 'code': 200} Jun 23 18:01:16.249312 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:16.761679 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-8b839b14-f6fa-4a20-be9f-2f6c78c20347 req-3b21c9fb-aac1-41ba-a888-7d16e7480d31 tempest-VolumesNegativeTest-477256939 tempest-VolumesNegativeTest-477256939-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ca1d6ec-5187-4da1-9e06-ccd03096d395 HTTP/1.1" status: 200 len: 210 time: 0.0321677 Jun 23 18:01:17.873624 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:18.144878 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:19.409300 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:19.996731 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 24c79788-b0c6-411e-979a-fafc9f60e60a no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:01:20.024819 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 24c79788-b0c6-411e-979a-fafc9f60e60a {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:01:20.025209 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 24c79788-b0c6-411e-979a-fafc9f60e60a not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:01:22.212327 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60864) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:22.370062 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-dde712f0-4e97-4c8d-bdd0-6db2768fcd85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bcd888b4c014585941b3649bcf760a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563313 Jun 23 18:01:22.373772 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60868) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:22.433979 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:22.459286 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:22.508941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:22.512465 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:22.514091 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e9fd773-97ce-4ca7-aae6-85b523c4f78f HTTP/1.1" status: 204 len: 168 time: 0.1393750 Jun 23 18:01:22.515125 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2ea4d4e1-bcb3-4ff2-8de9-ae5de0249072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:22.524306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9fd773-97ce-4ca7-aae6-85b523c4f78f,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:22.528338 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-a69fe834-70dd-4d3c-9986-3d3492a02eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:23.311853 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60890) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:23.411713 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-551293902-network', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:23.434505 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Made reservation on behalf of 0e863be0b7ae43d68586a350fc25b0f2 for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:01:23.436975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.448888 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.548329 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.553509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.556907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4e50dc91-046f-47c6-89a0-63c29daeda62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:23.585354 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:01:23.600893 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dccdcf-72b0-425f-8d51-3e528c516aa4,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:23.605630 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:23.606750 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.607100 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Added segment 93d6da1a-3184-4746-a4b7-17d07d294bf5 of type vlan for network 9a19339a-1c77-4899-afa6-fb2d2752eb66 Jun 23 18:01:23.658608 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.704481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.706417 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:23.707162 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:23.709749 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:23.777140 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4641664 Jun 23 18:01:23.780597 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60894) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:23.785987 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Pushing event updated for resources: {'Network': ['ID=9a19339a-1c77-4899-afa6-fb2d2752eb66,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:23.787893 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Request body: {'subnet': {'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-551293902-subnet', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:23.790021 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0fe088eb-bf3b-4fed-beff-b3c1feda179f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:23.798811 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:01:23.816741 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Made reservation on behalf of 0e863be0b7ae43d68586a350fc25b0f2 for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:01:23.821406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.048475 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.050960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:24.108654 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4621e5-1013-4b95-910b-20906cc07ffa,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:24.113890 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:24.121831 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:24.122190 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Network hostable DHCP agents. Network: 9a19339a-1c77-4899-afa6-fb2d2752eb66, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:01:24.142355 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:01:24.152979 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 9a19339a-1c77-4899-afa6-fb2d2752eb66) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:24.159118 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:24.160182 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.164795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432beb07-02c9-4f82-9e09-ef79ebe1feca None None] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:01:24.180227 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4df1fe42-8c06-42f0-a3c3-7726f7507827 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3984332 Jun 23 18:01:24.183172 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60896) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:24.189101 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:24.226960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.228315 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.299074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.380018 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-9a19339a-1c77-4899-afa6-fb2d2752eb66', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:01:24.380910 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.559334 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Allocated IP 172.20.0.2 (9a19339a-1c77-4899-afa6-fb2d2752eb66/4a4621e5-1013-4b95-910b-20906cc07ffa/17fd2fc3-91f1-4513-b990-dbf31d0c54b3) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:24.752318 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.795662 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.806184 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Transition to ACTIVE for port object 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:24.824245 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Transition to ACTIVE for port object 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:24.831317 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.833272 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:24.873885 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:24.877428 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:24.882357 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:24.886421 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Pushing event updated for resources: {'Port': ['ID=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:24.890494 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:24.962969 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Attempting to bind port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:24.963343 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Attempting to bind port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:24.963790 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Attempting to bind port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:24.969864 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:24.970265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:24.970669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:24.971075 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Bound using segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:24.971548 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Bound port: 17fd2fc3-91f1-4513-b990-dbf31d0c54b3, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:24.971962 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.046206 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] For port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:25.050029 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] For port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:25.055220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.055795 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.057317 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-bcfd838e-e1c4-40bb-b34c-1c530e855468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:25.087572 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.133345 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Pushing event updated for resources: {'Port': ['ID=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:25.138212 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:25.212030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Allocated IP 172.27.3.168 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/71a1fe41-fbbd-46ab-be5e-207595486c1e) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:25.383547 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.446492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:25.449883 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8d93a416-7829-4868-901a-0957e28edf4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:25.483712 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:25.487334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:25.493716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:25.524293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Pushing event updated for resources: {'Port': ['ID=71a1fe41-fbbd-46ab-be5e-207595486c1e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:25.528360 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:25.792952 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:26.034101 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:26.113707 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b9ff6-76c8-4147-bacc-14a8354cd91c None None] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:01:26.181852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d1cc469e-fdf5-4f07-b93b-23d7fe19e7cd None None] Provisioning for port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:26.182518 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:01:26.303859 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:01:26.317908 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:01:26.325226 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:26.327411 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1429784 Jun 23 18:01:26.329155 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:26.329794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:26.331500 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60898) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:26.467712 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:26.706589 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:25Z', 'revision_number': 3, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:26.736114 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:01:26.736489 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Updating router afb764ee-1778-46fd-8e7a-e34e8c4b876b port 71a1fe41-fbbd-46ab-be5e-207595486c1e binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:01:26.782568 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:26.873715 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:26.914151 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:27.091005 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Allocated IP 172.20.0.1 (9a19339a-1c77-4899-afa6-fb2d2752eb66/4a4621e5-1013-4b95-910b-20906cc07ffa/0632846e-2685-4811-abc8-c19a9a5483c1) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:27.194488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:27.202642 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:27.203214 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.231275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.246968 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Transition to ACTIVE for port object 0632846e-2685-4811-abc8-c19a9a5483c1 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:27.291639 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.293847 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cce39e36-1a1e-45ca-8706-d415ab05642a tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:27.339209 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:27.342365 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:27.345528 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:27.354670 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.367942 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.372629 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Transition to ACTIVE for port object 71a1fe41-fbbd-46ab-be5e-207595486c1e will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:27.372897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Pushing event updated for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:27.376811 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:27.393803 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.397287 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:27.406779 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.454645 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:27.467380 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.477932 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Attempting to bind port 71a1fe41-fbbd-46ab-be5e-207595486c1e on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:27.478318 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Attempting to bind port 71a1fe41-fbbd-46ab-be5e-207595486c1e by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:27.478695 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Attempting to bind port 71a1fe41-fbbd-46ab-be5e-207595486c1e on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:27.489469 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:27.489890 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:27.490270 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.490670 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:27.491156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Bound port: 71a1fe41-fbbd-46ab-be5e-207595486c1e, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:27.491544 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.493451 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b34a-457c-4860-92d7-0342655e51c7 None None] Pushing event updated for resources: {'Port': ['ID=71a1fe41-fbbd-46ab-be5e-207595486c1e,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:27.497339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d396b34a-457c-4860-92d7-0342655e51c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:27.497339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7db45672-06e8-4da2-901f-1c47cb4c1c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:27.614966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.625746 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] For port 71a1fe41-fbbd-46ab-be5e-207595486c1e, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:27.627707 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:27.631909 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] For port 71a1fe41-fbbd-46ab-be5e-207595486c1e, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=71a1fe41-fbbd-46ab-be5e-207595486c1e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:27.633126 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:27.633853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-eb49a9d8-e56b-46f7-895b-65a2ab67d996 None None] Provisioning for port 0632846e-2685-4811-abc8-c19a9a5483c1 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:27.638235 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.640571 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:27.644867 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-eb49a9d8-e56b-46f7-895b-65a2ab67d996 None None] Provisioning complete for port 0632846e-2685-4811-abc8-c19a9a5483c1 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:27.645254 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eb49a9d8-e56b-46f7-895b-65a2ab67d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.712777 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-0fadb79c-d7b9-4f73-b874-bbe86219143e req-44379b78-5e19-40f0-95ba-7d826ae1f4d8 service neutron] (104926) timed out ('10.222.0.65', 57811) {{(pid=104926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:01:27.735228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-eb49a9d8-e56b-46f7-895b-65a2ab67d996 None None] Port 0632846e-2685-4811-abc8-c19a9a5483c1 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:01:27.738105 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396b34a-457c-4860-92d7-0342655e51c7 None None] Pushing event updated for resources: {'Port': ['ID=71a1fe41-fbbd-46ab-be5e-207595486c1e,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:27.740734 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:27.741376 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:27.743590 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d396b34a-457c-4860-92d7-0342655e51c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:27.813694 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.822574 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.827926 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-8ff1f338-436f-4114-bb87-2fbf18f8e942 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:27.879329 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:27.951489 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:27.956738 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Pushing event updated for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:27.965917 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:28.130480 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:28.181848 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b56037-4f8a-4dca-a25c-1c420518eaff None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:01:28.379833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:28.379833 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:28.586900 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:01:28.744835 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:01:28.758341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] 10.222.0.66 "PUT /v2.0/routers/afb764ee-1778-46fd-8e7a-e34e8c4b876b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4251285 Jun 23 18:01:28.780362 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-686a4749-08cf-4251-bd06-0ef66da36eea None None] Provisioning complete for port 0632846e-2685-4811-abc8-c19a9a5483c1 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:28.781180 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-686a4749-08cf-4251-bd06-0ef66da36eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:28.831048 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-686a4749-08cf-4251-bd06-0ef66da36eea None None] Port 0632846e-2685-4811-abc8-c19a9a5483c1 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:01:28.856001 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:28.917683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:28.917994 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.486298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60914) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:29.495406 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2076899166-network', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:29.529515 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Made reservation on behalf of 5a0348dcaed9400b83c1cd4ffa02bbee for: {'network': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:01:29.534110 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for network, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.549553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.703282 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.709672 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.716213 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-68ef2774-e5b5-4ef5-b0e7-1626b4330eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:29.753725 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=104927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 18:01:29.768113 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c70a5d-c374-4796-84c5-f700cb500d8b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:29.772808 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:29.774023 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.774333 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.segments_db [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Added segment 27de32d8-a5b8-4c99-b22d-4d4e84b68675 of type vlan for network 52e8cd25-992d-4852-834e-55b4d8f71293 Jun 23 18:01:29.835897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774200592406'] for network, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.877350 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296'] for network, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.881477 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:29.883552 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.893014 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e789508b-4ac5-4ee4-b043-6bb8e7dc3fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:29.931369 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4428916 Jun 23 18:01:29.934977 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60916) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:29.940845 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Request body: {'subnet': {'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2076899166-subnet', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'ip_version': 4}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:29.974909 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Made reservation on behalf of 5a0348dcaed9400b83c1cd4ffa02bbee for: {'subnet': 1} {{(pid=104926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:01:29.978632 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25573218'] for subnet, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:29.996980 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Pushing event updated for resources: {'Network': ['ID=52e8cd25-992d-4852-834e-55b4d8f71293,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:30.004513 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:30.011550 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Network 52e8cd25-992d-4852-834e-55b4d8f71293 details requested by agent ovs-agent-dv-cinder-797510-2-iscsi with host dv-cinder-797510-2-iscsi {{(pid=104928) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 18:01:30.116703 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-ed80ca9c-9507-4d30-967d-5842f535d8cc req-5d5a7ddf-665c-45f3-8b5a-d589948ab9db service neutron] (104926) timed out ('10.222.0.65', 57837) {{(pid=104926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:01:30.223729 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25545888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25573232'] for subnet, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.226169 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-f8d13e4d-7df2-47ef-b214-52e8036b3410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:30.287410 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:30.291173 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:30.299545 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Checking segment: {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:30.300076 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Network hostable DHCP agents. Network: 52e8cd25-992d-4852-834e-55b4d8f71293, hostable agents: ['b077b189-c170-40e7-9d80-e624c0e28862'], hosted agents: [] {{(pid=104926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 18:01:30.319923 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Network 52e8cd25-992d-4852-834e-55b4d8f71293 is scheduled to be hosted by DHCP agent b077b189-c170-40e7-9d80-e624c0e28862 with binding_index 1 {{(pid=104926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 18:01:30.332386 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-2-iscsi, 52e8cd25-992d-4852-834e-55b4d8f71293) {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:30.337810 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:30.338571 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.345374 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3de6a-d624-43c9-a60a-3256ce210a73 None None] Network 52e8cd25-992d-4852-834e-55b4d8f71293 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:01:30.363270 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-a5ed3068-937a-44e5-aab2-3f5a17850179 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4269345 Jun 23 18:01:30.366325 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60918) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:30.371480 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:30.411978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3785485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.413048 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3785478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3828019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3756368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.497395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.606429 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc689729-5301-5218-b6ec-f806ab5d8339-52e8cd25-992d-4852-834e-55b4d8f71293', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c'}]}} from dv-cinder-797510-2-iscsi. {{(pid=104928) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 18:01:30.607794 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.686168 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3828257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3784337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:30.700600 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:01:30.730419 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:30.735302 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:30.877894 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.db_base_plugin_common [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Allocated IP 172.20.0.2 (52e8cd25-992d-4852-834e-55b4d8f71293/f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c/cafab967-0c3b-4cf5-a5fa-03df242495a8) {{(pid=104928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:30.938656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 71a1fe41-fbbd-46ab-be5e-207595486c1e up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:30.971831 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:31.060990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.081092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.104941 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 71a1fe41-fbbd-46ab-be5e-207595486c1e completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:31.117907 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 71a1fe41-fbbd-46ab-be5e-207595486c1e triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:31.118439 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.189382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks [] for port, precommit_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.202601 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Transition to ACTIVE for port object cafab967-0c3b-4cf5-a5fa-03df242495a8 will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:31.207152 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 2, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:31.224465 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Transition to ACTIVE for port object cafab967-0c3b-4cf5-a5fa-03df242495a8 will not be triggered until provisioned by entity DHCP. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:31.237266 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:01:31.237620 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Updating router afb764ee-1778-46fd-8e7a-e34e8c4b876b port 0632846e-2685-4811-abc8-c19a9a5483c1 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:01:31.244223 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Allocated IP 172.27.3.184 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/65582a68-a490-4334-978a-165d19bec0ce) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:31.254619 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013'] for port, after_create {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.262479 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e2da2246-6a3b-45ac-84c9-48c1f25f29a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:31.279517 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.297943 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.310459 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Network 52e8cd25-992d-4852-834e-55b4d8f71293 is already hosted by enough agents. {{(pid=104928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:31.321652 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.scheduler.base_scheduler [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Resources bound (agent type, host, resource id): {{(pid=104928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:31.332774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Received port after_create {{(pid=104928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:31.338263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 71a1fe41-fbbd-46ab-be5e-207595486c1e, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=71a1fe41-fbbd-46ab-be5e-207595486c1e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:31.348450 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Pushing event updated for resources: {'Port': ['ID=cafab967-0c3b-4cf5-a5fa-03df242495a8,revision_number=1']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:31.350845 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.352886 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:31.353357 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:31.395978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.434709 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Attempting to bind port cafab967-0c3b-4cf5-a5fa-03df242495a8 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:31.435091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Attempting to bind port cafab967-0c3b-4cf5-a5fa-03df242495a8 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:31.435464 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Attempting to bind port cafab967-0c3b-4cf5-a5fa-03df242495a8 on network 52e8cd25-992d-4852-834e-55b4d8f71293 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:31.450108 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.451583 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:31.452005 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Checking segment: {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:31.452426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.452834 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Bound using segment: {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:31.453895 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Bound port: cafab967-0c3b-4cf5-a5fa-03df242495a8, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:31.454312 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.454447 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-cae8e5d9-4279-42b4-92dd-764f327d828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:31.464347 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=71a1fe41-fbbd-46ab-be5e-207595486c1e,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:31.468898 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:31.493421 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:31.500762 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:31.505140 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:31.511559 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Pushing event updated for resources: {'Port': ['ID=65582a68-a490-4334-978a-165d19bec0ce,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:31.534093 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:31.539732 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] For port cafab967-0c3b-4cf5-a5fa-03df242495a8, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:31.543229 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] For port cafab967-0c3b-4cf5-a5fa-03df242495a8, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=cafab967-0c3b-4cf5-a5fa-03df242495a8,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:31.549089 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.552276 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:31.614784 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.629857 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Pushing event updated for resources: {'Port': ['ID=cafab967-0c3b-4cf5-a5fa-03df242495a8,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:31.631334 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Transition to ACTIVE for port object 0632846e-2685-4811-abc8-c19a9a5483c1 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:31.633143 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-e915231c-1528-4f45-a315-91e367ffbb6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:31.639238 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.645153 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:31.693138 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Pushing event updated for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:31.703334 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.703334 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.704395 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.704395 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.704395 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.704845 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.704985 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.705399 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.705592 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.706645 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.706645 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.706645 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:01:31.712239 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:31.782834 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Attempting to bind port 0632846e-2685-4811-abc8-c19a9a5483c1 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:31.783484 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Attempting to bind port 0632846e-2685-4811-abc8-c19a9a5483c1 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:31.783918 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Attempting to bind port 0632846e-2685-4811-abc8-c19a9a5483c1 on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:31.791032 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:31.791505 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:31.792099 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.792694 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Bound using segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:31.793310 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Bound port: 0632846e-2685-4811-abc8-c19a9a5483c1, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:31.793692 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.902237 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.919123 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] For port 0632846e-2685-4811-abc8-c19a9a5483c1, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:31.932171 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] For port 0632846e-2685-4811-abc8-c19a9a5483c1, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0632846e-2685-4811-abc8-c19a9a5483c1,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:31.939712 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:31.943603 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:32.022921 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:32.023749 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:32.027158 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Pushing event updated for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:32.060268 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-623468c2-83b8-4487-bd2a-4e6e73c370a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:32.163101 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:32.211322 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3784344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3828340'] for router, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:32.384264 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Router fe4c376e-52a3-4b10-a38d-5442b9787da7 is scheduled to L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 with binding_index 1 {{(pid=104927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 18:01:32.539216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:01:32.554790 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Sync routers for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:01:32.564631 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:32.568866 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1999185 Jun 23 18:01:32.571850 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60920) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:32.585372 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:32.586451 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:32.678806 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:32.757524 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f021b8d6-3a9f-428b-88d6-8cbedcca1a3e None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:01:32.776039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:32.997546 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489fab8-1d30-40a0-9d74-c4a5446c338a None None] Network 52e8cd25-992d-4852-834e-55b4d8f71293 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:01:33.246909 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 71a1fe41-fbbd-46ab-be5e-207595486c1e up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:33.310760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.382297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f6c03f85-9e5e-4562-8fff-6601b4b394d5 None None] Provisioning for port cafab967-0c3b-4cf5-a5fa-03df242495a8 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:33.479354 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 71a1fe41-fbbd-46ab-be5e-207595486c1e triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:33.479808 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.573474 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 3, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:33.579999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Allocated IP 172.20.0.1 (52e8cd25-992d-4852-834e-55b4d8f71293/f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c/68826647-81e8-4462-973f-9f982a8cb0e3) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:01:33.664001 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Checking router: fe4c376e-52a3-4b10-a38d-5442b9787da7 for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:01:33.664393 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Updating router fe4c376e-52a3-4b10-a38d-5442b9787da7 port 65582a68-a490-4334-978a-165d19bec0ce binding host dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:01:33.726071 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.742932 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Transition to ACTIVE for port object 68826647-81e8-4462-973f-9f982a8cb0e3 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:33.771522 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.782274 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device cafab967-0c3b-4cf5-a5fa-03df242495a8 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:33.789802 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.794309 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:33.840300 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Network 52e8cd25-992d-4852-834e-55b4d8f71293 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:33.846246 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:33.850722 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:01:33.883065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Pushing event updated for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:33.888610 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:33.914718 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817844'] for router_interface, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:33.966797 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port cafab967-0c3b-4cf5-a5fa-03df242495a8 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:33.976406 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port cafab967-0c3b-4cf5-a5fa-03df242495a8 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:33.976795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.145758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.170472 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.180615 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-d0abf896-aea7-4f9d-905e-fc5f67b8f04f None None] Provisioning complete for port cafab967-0c3b-4cf5-a5fa-03df242495a8 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:34.180998 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d0abf896-aea7-4f9d-905e-fc5f67b8f04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.307847 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks [] for port, precommit_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.319405 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port cafab967-0c3b-4cf5-a5fa-03df242495a8, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=cafab967-0c3b-4cf5-a5fa-03df242495a8,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:34.332008 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.333374 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0632846e-2685-4811-abc8-c19a9a5483c1 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:34.339806 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:34.366460 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.368290 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Transition to ACTIVE for port object 65582a68-a490-4334-978a-165d19bec0ce will not be triggered until provisioned by entity L2. {{(pid=104928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:34.373470 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.380023 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-65d5933c-3b62-4912-823f-0d6e0cc654c1 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:34.407409 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.467024 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4158162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817880'] for router_interface, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.479561 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Pushing event updated for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:34.485197 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:34.521424 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=cafab967-0c3b-4cf5-a5fa-03df242495a8,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:34.528471 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:34.530622 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-d396b34a-457c-4860-92d7-0342655e51c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:34.540944 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Attempting to bind port 65582a68-a490-4334-978a-165d19bec0ce on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:34.541673 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Attempting to bind port 65582a68-a490-4334-978a-165d19bec0ce by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:34.542182 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Attempting to bind port 65582a68-a490-4334-978a-165d19bec0ce on network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:34.576999 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 0632846e-2685-4811-abc8-c19a9a5483c1 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:34.585694 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:34.585694 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Checking segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:34.586282 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.586282 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Bound using segment: {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'} {{(pid=104928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:34.586759 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.managers [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Bound port: 65582a68-a490-4334-978a-165d19bec0ce, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540324e5-7c05-4e84-8d1e-d2f35200972c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95'}}] {{(pid=104928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:34.587139 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.593310 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0632846e-2685-4811-abc8-c19a9a5483c1 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:34.593699 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.601492 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Network 52e8cd25-992d-4852-834e-55b4d8f71293 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:01:34.603103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:01:34.638632 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbc16-20ae-4911-9f51-a9a2253047b7 None None] Pushing event updated for resources: {'Port': ['ID=65582a68-a490-4334-978a-165d19bec0ce,revision_number=2']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:34.651243 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-097fbc16-20ae-4911-9f51-a9a2253047b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:34.697219 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-162f5334-4487-4ebf-a342-f34141ed90ce None None] Provisioning for port 68826647-81e8-4462-973f-9f982a8cb0e3 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:34.711850 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-162f5334-4487-4ebf-a342-f34141ed90ce None None] Provisioning complete for port 68826647-81e8-4462-973f-9f982a8cb0e3 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:34.711850 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-162f5334-4487-4ebf-a342-f34141ed90ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.737114 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] For port 65582a68-a490-4334-978a-165d19bec0ce, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:34.767036 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] For port 65582a68-a490-4334-978a-165d19bec0ce, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=65582a68-a490-4334-978a-165d19bec0ce,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:34.773021 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-162f5334-4487-4ebf-a342-f34141ed90ce None None] Port 68826647-81e8-4462-973f-9f982a8cb0e3 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:01:34.785564 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Router fe4c376e-52a3-4b10-a38d-5442b9787da7 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:01:34.811621 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.819377 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:34.891125 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.940049 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:34.940810 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:34.992810 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-008079ec-247a-405e-b13a-a72d96766e9d None None] Provisioning complete for port 68826647-81e8-4462-973f-9f982a8cb0e3 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:34.993233 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-008079ec-247a-405e-b13a-a72d96766e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:34.998774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbc16-20ae-4911-9f51-a9a2253047b7 None None] Pushing event updated for resources: {'Port': ['ID=65582a68-a490-4334-978a-165d19bec0ce,revision_number=3']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:35.014865 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-097fbc16-20ae-4911-9f51-a9a2253047b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:35.038425 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 0632846e-2685-4811-abc8-c19a9a5483c1, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0632846e-2685-4811-abc8-c19a9a5483c1,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:35.049473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:35.060167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:35.119724 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-008079ec-247a-405e-b13a-a72d96766e9d None None] Port 68826647-81e8-4462-973f-9f982a8cb0e3 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:01:35.161404 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device cafab967-0c3b-4cf5-a5fa-03df242495a8 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:35.215491 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:01:35.233467 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] 10.222.0.66 "PUT /v2.0/routers/fe4c376e-52a3-4b10-a38d-5442b9787da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6505706 Jun 23 18:01:35.233690 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:35.272563 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:35.281857 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:35.390049 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port cafab967-0c3b-4cf5-a5fa-03df242495a8 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:35.390424 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:35.747024 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '68826647-81e8-4462-973f-9f982a8cb0e3', 'name': '', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'mac_address': 'fa:16:3e:c2:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:33Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 2, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'subnets': [{'id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:35.777382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884a9a6-8aa0-41c4-9f70-e0d7e829947d None None] The sync data for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi is: [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '68826647-81e8-4462-973f-9f982a8cb0e3', 'name': '', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'mac_address': 'fa:16:3e:c2:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:33Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 2, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'subnets': [{'id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:01:35.928624 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60928) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:35.936727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934807379', 'description': 'tempest-secgroup-smoke-934807379 description', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:35.981558 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.161981 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.167342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.171384 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9ff66340-c16f-40eb-a95e-fa106364a03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.218125 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.219663 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2898693 Jun 23 18:01:36.221941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100bb3f3-d8ab-4e4f-830f-4eaed476560e,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.222828 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60930) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:36.226442 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-18407c84-fc35-4b32-a092-6b6459ba88e2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.234342 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:36.266975 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.336815 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.341011 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.342901 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.358380 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9b8528-3960-40eb-8daf-6964c64481f6,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.363874 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.370010 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.374177 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-8f255a7a-ab8a-4fb2-9df3-8c544e201bd6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474791 Jun 23 18:01:36.374743 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60932) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:36.380280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:36.410394 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.495218 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.501643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.505021 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.524122 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7c3fe1-0c61-4bf0-8f1c-6235476deb60,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.527823 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.536521 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.537772 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-536cb848-41fb-4185-8b31-421317f22c1b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618011 Jun 23 18:01:36.542890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60934) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:36.549565 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:36.581148 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.654307 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.659304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.665060 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.682194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ae1efb-de33-4de1-a365-2277085c3ecd,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.686934 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.690496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.691829 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e18fa843-1853-411f-99ba-1ed6b0ed1c64 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480167 Jun 23 18:01:36.694614 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 60936) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:36.699967 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:36.730727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.803543 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.808161 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.810086 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ac1ae742-6868-4c93-a6b2-458d595eee4a tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.828162 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0819aa14-f5c6-41ac-ba4e-b65c43df4604,revision_number=0']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.831996 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.836557 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.837738 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-f8a50b0e-1db1-4f84-b666-25753c75815d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421509 Jun 23 18:01:36.840531 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60938) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:36.845558 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:36.871649 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.securitygroups_db [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Project 0e863be0b7ae43d68586a350fc25b0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:01:36.877856 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.939025 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.944699 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.948968 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bfe096c8-7b89-4f3f-8a57-52e8b57c62ad tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:36.974770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b706c237-3f3e-49a3-b949-27559e0a429e,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:36.981919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:36.989735 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:36.991763 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6b2f5821-b5dd-4d37-9161-d52673881835 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499293 Jun 23 18:01:36.995997 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 60940) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:01:37.001898 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'security_group_rule': {'security_group_id': '100bb3f3-d8ab-4e4f-830f-4eaed476560e', 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:01:37.026051 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.securitygroups_db [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Project 0e863be0b7ae43d68586a350fc25b0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 18:01:37.031700 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.112534 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.117891 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4109415'] for security_group_rule, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.123617 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5547e4ad-434f-4403-b794-ae2d2dd7c21c tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:37.144739 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9624fe5-f7de-459c-8f4d-81b26dfb28b6,revision_number=0']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:37.148522 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:37.150089 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.151411 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-8d103ecd-bc0f-442d-aaa1-1778c96f1418 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538870 Jun 23 18:01:37.235778 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 65582a68-a490-4334-978a-165d19bec0ce up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:37.294470 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 65582a68-a490-4334-978a-165d19bec0ce completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:37.300803 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 65582a68-a490-4334-978a-165d19bec0ce triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:37.301203 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.394820 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.420303 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 65582a68-a490-4334-978a-165d19bec0ce, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=65582a68-a490-4334-978a-165d19bec0ce,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:37.424799 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:37.425672 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0632846e-2685-4811-abc8-c19a9a5483c1 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:37.427410 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:37.503009 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=65582a68-a490-4334-978a-165d19bec0ce,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:37.506669 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:37.518674 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 0632846e-2685-4811-abc8-c19a9a5483c1 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:37.519142 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:39.128076 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 65582a68-a490-4334-978a-165d19bec0ce up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:39.181827 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 65582a68-a490-4334-978a-165d19bec0ce triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:39.182211 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:39.465918 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Sync routers for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:01:39.479135 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:39.479970 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:39.621628 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:39.855149 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '68826647-81e8-4462-973f-9f982a8cb0e3', 'name': '', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'mac_address': 'fa:16:3e:c2:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:33Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 2, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'subnets': [{'id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:39.887874 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Checking router: fe4c376e-52a3-4b10-a38d-5442b9787da7 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:01:39.888292 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Updating router fe4c376e-52a3-4b10-a38d-5442b9787da7 port 68826647-81e8-4462-973f-9f982a8cb0e3 binding host dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 18:01:39.941087 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.237234 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks [] for port, precommit_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.247801 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.provisioning_blocks [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Transition to ACTIVE for port object 68826647-81e8-4462-973f-9f982a8cb0e3 will not be triggered until provisioned by entity L2. {{(pid=104929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:01:40.254141 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.256361 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:40.311161 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d2153-884b-47f4-9b3a-194783167657 None None] Pushing event updated for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=3']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:40.315666 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-d05d2153-884b-47f4-9b3a-194783167657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:40.372381 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Attempting to bind port 68826647-81e8-4462-973f-9f982a8cb0e3 on host dv-cinder-797510-2-iscsi for vnic_type normal with profile {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:01:40.372753 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Attempting to bind port 68826647-81e8-4462-973f-9f982a8cb0e3 by drivers openvswitch,hyperv on host dv-cinder-797510-2-iscsi at level 0 using segments [{'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:01:40.373922 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Attempting to bind port 68826647-81e8-4462-973f-9f982a8cb0e3 on network 52e8cd25-992d-4852-834e-55b4d8f71293 {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:01:40.379960 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Checking agent: {'id': '2a4dc52c-4d86-42ca-9577-ffc1d87add5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 37, 46), 'started_at': datetime.datetime(2021, 6, 23, 17, 38, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:01:40.380801 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Checking segment: {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:01:40.380801 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.381074 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Bound using segment: {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'} {{(pid=104929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:01:40.381549 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.managers [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Bound port: 68826647-81e8-4462-973f-9f982a8cb0e3, host: dv-cinder-797510-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27de32d8-a5b8-4c99-b22d-4d4e84b68675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293'}}] {{(pid=104929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:01:40.381926 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.464142 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] For port 68826647-81e8-4462-973f-9f982a8cb0e3, host dv-cinder-797510-2-iscsi, cleared binding levels {{(pid=104929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:01:40.470429 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.plugins.ml2.db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] For port 68826647-81e8-4462-973f-9f982a8cb0e3, host dv-cinder-797510-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=68826647-81e8-4462-973f-9f982a8cb0e3,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:01:40.476807 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron_lib.callbacks.manager [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:40.481783 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:40.548042 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:01:40.548710 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:01:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:40.550853 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d2153-884b-47f4-9b3a-194783167657 None None] Pushing event updated for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=4']} {{(pid=104929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:40.556171 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG oslo_concurrency.lockutils [None req-d05d2153-884b-47f4-9b3a-194783167657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:40.755937 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:01:41.019972 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '68826647-81e8-4462-973f-9f982a8cb0e3', 'name': '', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'mac_address': 'fa:16:3e:c2:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:33Z', 'updated_at': '2021-06-23T18:01:40Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'subnets': [{'id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:01:41.047992 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e712e-0361-4d13-a87b-b2ef072d5a96 None None] The sync data for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi is: [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '68826647-81e8-4462-973f-9f982a8cb0e3', 'name': '', 'network_id': '52e8cd25-992d-4852-834e-55b4d8f71293', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'mac_address': 'fa:16:3e:c2:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:33Z', 'updated_at': '2021-06-23T18:01:40Z', 'revision_number': 4, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'subnets': [{'id': 'f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:01:41.156289 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 68826647-81e8-4462-973f-9f982a8cb0e3 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:41.215861 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning for port 68826647-81e8-4462-973f-9f982a8cb0e3 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:01:41.221410 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 68826647-81e8-4462-973f-9f982a8cb0e3 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:41.221948 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:41.339870 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:41.380077 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] For port 68826647-81e8-4462-973f-9f982a8cb0e3, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=68826647-81e8-4462-973f-9f982a8cb0e3,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:01:41.384696 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:41.388198 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:01:41.442443 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Pushing event updated for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:01:41.445683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:01:43.137745 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:01:43.157245 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 68826647-81e8-4462-973f-9f982a8cb0e3 up at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:01:43.229917 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-154cda9f-7e91-4e76-93b8-3dec15818088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:43.231620 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Provisioning complete for port 68826647-81e8-4462-973f-9f982a8cb0e3 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:01:43.231997 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:46.231525 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-64b4cb31-5856-4813-b2f5-38a617054eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:46.240714 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:47.874325 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:48.127981 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:49.409093 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:01:59.133840 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-a6a9340a-325e-4086-9d2d-9905df8aea81 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934807379&fields=id&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 267 time: 0.0316601 Jun 23 18:01:59.244690 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-8a3573aa-ddeb-4413-a9f8-d8262e2a2428 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:01:59.246073 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-8a3573aa-ddeb-4413-a9f8-d8262e2a2428 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1048062 Jun 23 18:01:59.261774 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-62aa3e77-bbe9-4979-8f62-ff6960d8cd5a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/quotas/0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0098319 Jun 23 18:01:59.334182 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-86fb3ea5-2f87-413c-b0db-556b361ae20f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663478 Jun 23 18:01:59.437301 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-f295601b-66ff-4a6f-b5fe-b6448344e58c service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904727 Jun 23 18:01:59.531045 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-a3046e64-aedd-46a3-b732-dca57b07cb34 service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866909 Jun 23 18:01:59.855064 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-2d96c523-2354-4390-a4a9-b1c600b0b3be req-34fbc332-e189-4d58-b313-5d8e365d0fda tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 210 time: 0.0313287 Jun 23 18:02:00.928843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-31d34d8c-b156-4c27-b7aa-3bb95e6c0755 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:00.930484 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-31d34d8c-b156-4c27-b7aa-3bb95e6c0755 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1138241 Jun 23 18:02:00.977296 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-02258d6f-65fc-47b2-a59a-07223f8c6b5c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 379 time: 0.0378127 Jun 23 18:02:00.986635 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'port': {'device_id': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'admin_state_up': True, 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'security_groups': ['100bb3f3-d8ab-4e4f-830f-4eaed476560e']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:02:01.071902 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b978ce98-219f-4faf-a764-5303253e8e4c req-f6b434a7-549e-497a-869c-da20f6e936fc tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 210 time: 0.0636575 Jun 23 18:02:01.131767 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Made reservation on behalf of 0e863be0b7ae43d68586a350fc25b0f2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:02:01.135702 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.264004 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.20.0.8 (9a19339a-1c77-4899-afa6-fb2d2752eb66/4a4621e5-1013-4b95-910b-20906cc07ffa/834e15b8-45b9-4333-972d-895ef5e9063b) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:02:01.419563 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.433805 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Transition to ACTIVE for port object 834e15b8-45b9-4333-972d-895ef5e9063b will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:02:01.481303 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.485867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9c7e3b95-9790-4c57-978f-965e91a0bddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:01.525510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:02:01.531111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:02:01.534928 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:02:01.567895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:01.585720 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.586107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.586485 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.586851 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.587220 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.587586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.587978 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.588334 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.588695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.589050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.589406 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.589759 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:01.595410 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:01.606068 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:01.606686 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.622938 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-bd5ee0e6-b36f-4196-94d6-bf088b60e37d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407878 Jun 23 18:02:01.735025 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Request body: {'port': {'device_id': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:02:01.772597 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-be1cefb9-0f75-4107-9d1c-ef561c51fe76 None None] Provisioning for port 834e15b8-45b9-4333-972d-895ef5e9063b completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:02:01.778315 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-be1cefb9-0f75-4107-9d1c-ef561c51fe76 None None] Provisioning complete for port 834e15b8-45b9-4333-972d-895ef5e9063b triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:02:01.778677 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-be1cefb9-0f75-4107-9d1c-ef561c51fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.810988 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:01.821166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-be1cefb9-0f75-4107-9d1c-ef561c51fe76 None None] Port 834e15b8-45b9-4333-972d-895ef5e9063b cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:02:02.083609 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834e15b8-45b9-4333-972d-895ef5e9063b {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:02:02.091258 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:02.103845 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Transition to ACTIVE for port object 834e15b8-45b9-4333-972d-895ef5e9063b will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:02:02.108299 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:02.112248 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f2c5a4a8-4b28-45a4-95fb-667990d66213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:02.165656 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Pushing event updated for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:02.184103 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:02.252450 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Attempting to bind port 834e15b8-45b9-4333-972d-895ef5e9063b on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:02:02.253012 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Attempting to bind port 834e15b8-45b9-4333-972d-895ef5e9063b by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:02:02.253553 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Attempting to bind port 834e15b8-45b9-4333-972d-895ef5e9063b on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:02:02.261765 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Port 834e15b8-45b9-4333-972d-895ef5e9063b on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:02:02.262091 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Attempting to bind port 834e15b8-45b9-4333-972d-895ef5e9063b on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:02:02.268884 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913302d-c8fd-4202-8b52-623d73bddd92 req-c2279869-4a34-445a-be5f-a6c12377434d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:02.270369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:02:02.270369 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:02:02.270566 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1913302d-c8fd-4202-8b52-623d73bddd92 req-c2279869-4a34-445a-be5f-a6c12377434d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0768743 Jun 23 18:02:02.272721 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Bound using segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:02:02.272721 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Bound port: 834e15b8-45b9-4333-972d-895ef5e9063b, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:02:02.273279 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:02.317607 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-1913302d-c8fd-4202-8b52-623d73bddd92 req-edb9ea42-69a5-4686-a986-819d82da544d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409021 Jun 23 18:02:02.366680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:02:02.370572 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=834e15b8-45b9-4333-972d-895ef5e9063b,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:02:02.375872 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:02.378114 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:02.413053 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:02.413716 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:02.415040 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 1093 time: 0.7848654 Jun 23 18:02:02.415579 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:02:02.417931 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5983a988-78d4-4223-b1e8-56c7a5a45cee" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:02:02.449655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Pushing event updated for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:02.455416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-5e7289ac-26be-4ac1-975e-00b2064c85c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:02.511298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea23694-2550-46ee-86dd-599b0a1ba23f x-openstack-request-id: req-3ea23694-2550-46ee-86dd-599b0a1ba23f {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:02:02.511657 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:02:02.511976 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ea23694-2550-46ee-86dd-599b0a1ba23f {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:02:02.512391 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b', 'status': 'completed', 'code': 200} Jun 23 18:02:02.544727 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-527e59cd-fce0-4474-84d2-b87fa506cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:02.546684 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-527e59cd-fce0-4474-84d2-b87fa506cec9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1096 time: 0.0669131 Jun 23 18:02:02.594684 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-1a48f832-300d-4e61-839e-54855737a214 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 217 time: 0.0402522 Jun 23 18:02:02.648777 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-19607010-6c92-496e-85cb-e94c7628f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:02.650378 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-19607010-6c92-496e-85cb-e94c7628f895 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0500615 Jun 23 18:02:02.718557 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5998a3ec-98af-4f8f-9d44-270527356212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:02.720330 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-5998a3ec-98af-4f8f-9d44-270527356212 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624850 Jun 23 18:02:02.825527 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-1fb72f73-121b-4c00-95c5-df5044abd181 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987470 Jun 23 18:02:02.928652 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-413c673b-9ba8-4148-98cc-b83646fa418a req-f51342ef-680a-406f-b27d-93f1d9c1bdf5 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966470 Jun 23 18:02:03.038222 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-69b079c2-447e-4862-9d6d-cffc6749b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:03.039864 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-69b079c2-447e-4862-9d6d-cffc6749b07a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1096 time: 0.0590599 Jun 23 18:02:03.142999 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-c1cf0004-a32d-402a-8623-158a48a478b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:03.144505 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-c1cf0004-a32d-402a-8623-158a48a478b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0985193 Jun 23 18:02:03.186557 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-beffd6a6-d7ec-48ce-8122-e08f7d4f74ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 217 time: 0.0355926 Jun 23 18:02:03.239778 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-ee58330b-b415-4828-83b8-62b2277c6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:03.241300 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-ee58330b-b415-4828-83b8-62b2277c6c2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0490692 Jun 23 18:02:03.302755 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-65f62af0-d625-4a45-af35-137470aa2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:03.304377 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-65f62af0-d625-4a45-af35-137470aa2c5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559692 Jun 23 18:02:03.402667 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-cd04e9f5-7548-40dd-bef3-74f49ceb9ec5 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912061 Jun 23 18:02:03.496276 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5983a988-78d4-4223-b1e8-56c7a5a45cee req-dcaba0d3-df95-4182-a58a-3887847ec7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Jun 23 18:02:03.511844 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a347a-f48d-4fc1-acd1-990f0becaeb6 req-39ae6d5c-ca08-457c-adef-2ea7dea4df44 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:03.513758 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d74a347a-f48d-4fc1-acd1-990f0becaeb6 req-39ae6d5c-ca08-457c-adef-2ea7dea4df44 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0691345 Jun 23 18:02:03.557587 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d74a347a-f48d-4fc1-acd1-990f0becaeb6 req-1a4da112-7d62-4868-8b37-119366ed1f4c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Jun 23 18:02:04.750106 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fd9ea-ec89-413a-92b9-53334e9da36d req-c2dc7ba7-03a3-46bb-b005-38341ea22fb0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:04.751723 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b43fd9ea-ec89-413a-92b9-53334e9da36d req-c2dc7ba7-03a3-46bb-b005-38341ea22fb0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0688930 Jun 23 18:02:04.795279 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b43fd9ea-ec89-413a-92b9-53334e9da36d req-aa0f1d08-cbc8-4cea-8e49-afd3f0a6a20a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376573 Jun 23 18:02:05.985160 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f8785-b959-4229-bcbe-8e8ef2cc9088 req-83abf9ce-752a-4f7e-b40f-273d4847e073 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:05.987137 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-755f8785-b959-4229-bcbe-8e8ef2cc9088 req-83abf9ce-752a-4f7e-b40f-273d4847e073 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0733590 Jun 23 18:02:06.033046 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-755f8785-b959-4229-bcbe-8e8ef2cc9088 req-526cdc48-68a7-4386-ab28-4389e233cb08 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400224 Jun 23 18:02:07.223351 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaf3f9-c00f-48a4-a116-b73525b40f9c req-279985e1-a902-41a6-98f1-02c006c1c217 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:07.226651 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-30eaf3f9-c00f-48a4-a116-b73525b40f9c req-279985e1-a902-41a6-98f1-02c006c1c217 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0764444 Jun 23 18:02:07.277646 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-30eaf3f9-c00f-48a4-a116-b73525b40f9c req-2605ecb0-744f-4e78-b062-28885fe9c13a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449908 Jun 23 18:02:08.464630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd865063-a32e-4e4c-b15d-8d9e9c8758c8 req-f66a2745-652e-43df-8b0d-bb43f4ab7c8f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:08.466216 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dd865063-a32e-4e4c-b15d-8d9e9c8758c8 req-f66a2745-652e-43df-8b0d-bb43f4ab7c8f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0681229 Jun 23 18:02:08.513260 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dd865063-a32e-4e4c-b15d-8d9e9c8758c8 req-530af3b1-53cf-4102-b0c0-c1571b1fe4a6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406053 Jun 23 18:02:09.698922 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19101-6d46-4157-a806-17485dea0b46 req-4d5ba4c5-adee-433a-b17f-b4b146e3509f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:09.700561 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9ab19101-6d46-4157-a806-17485dea0b46 req-4d5ba4c5-adee-433a-b17f-b4b146e3509f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 943 time: 0.0723486 Jun 23 18:02:09.744043 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9ab19101-6d46-4157-a806-17485dea0b46 req-5920ef22-9182-4774-b8c6-a75fc722ac94 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366306 Jun 23 18:02:10.239763 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 834e15b8-45b9-4333-972d-895ef5e9063b details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:02:10.336519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=834e15b8-45b9-4333-972d-895ef5e9063b,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:02:10.348416 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '834e15b8-45b9-4333-972d-895ef5e9063b', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'port_id': '834e15b8-45b9-4333-972d-895ef5e9063b', 'mac_address': 'fa:16:3e:ed:16:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:02:10.395532 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:10.408888 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e15b8-45b9-4333-972d-895ef5e9063b {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:02:10.428797 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=834e15b8-45b9-4333-972d-895ef5e9063b,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:02:10.432817 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:10.434628 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:10.482426 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:10.490242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.490527 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.490868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.491209 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.491539 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.491892 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.492220 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.492544 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.492868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.493190 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.493560 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.493832 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:10.497721 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:10.759315 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['834e15b8-45b9-4333-972d-895ef5e9063b'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:02:10.920332 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf32e-035d-46ff-b538-7c90762dce9a req-b5dedb3d-e8a9-453f-a98d-8b7517f3b856 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:10.922004 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-77ccf32e-035d-46ff-b538-7c90762dce9a req-b5dedb3d-e8a9-453f-a98d-8b7517f3b856 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 944 time: 0.0662541 Jun 23 18:02:10.961199 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-77ccf32e-035d-46ff-b538-7c90762dce9a req-bd471e4b-59bd-4a40-86e5-be4e79136c2b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Jun 23 18:02:12.138656 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a95bc8-3c5a-4260-922f-76285401eb1c req-1aeaa2d7-bf88-4b6a-b0a3-f06000af4c3e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:12.140493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f8a95bc8-3c5a-4260-922f-76285401eb1c req-1aeaa2d7-bf88-4b6a-b0a3-f06000af4c3e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 944 time: 0.0676808 Jun 23 18:02:12.182341 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f8a95bc8-3c5a-4260-922f-76285401eb1c req-77d9376f-03df-454c-8500-273f75773b13 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334091 Jun 23 18:02:12.265831 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 834e15b8-45b9-4333-972d-895ef5e9063b up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:02:12.314995 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 834e15b8-45b9-4333-972d-895ef5e9063b completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:02:12.318798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 834e15b8-45b9-4333-972d-895ef5e9063b triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:02:12.319184 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:12.409410 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:12.434382 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:02:12.437258 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f3a4c-7f81-4c2b-9ee3-5d88929d9b43" -d '{"events": [{"server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "name": "network-vif-plugged", "status": "completed", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:02:12.450493 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=834e15b8-45b9-4333-972d-895ef5e9063b,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:02:12.457697 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:12.461607 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:12.486625 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c3e703-163b-458d-9ecd-2f7c7839a1e6 x-openstack-request-id: req-10c3e703-163b-458d-9ecd-2f7c7839a1e6 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:02:12.486926 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "name": "network-vif-plugged", "status": "completed", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:02:12.487188 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10c3e703-163b-458d-9ecd-2f7c7839a1e6 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:02:12.487664 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b', 'code': 200} Jun 23 18:02:12.516081 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:12.519510 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:12.742345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de4a8e-2a2f-400c-b2c8-4001a5e7ac1a req-d81ce5b1-e644-4a3e-8b5f-42c8c4ec022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:12.744054 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45de4a8e-2a2f-400c-b2c8-4001a5e7ac1a req-d81ce5b1-e644-4a3e-8b5f-42c8c4ec022c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1098 time: 0.0520856 Jun 23 18:02:12.778668 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-45de4a8e-2a2f-400c-b2c8-4001a5e7ac1a req-36a502cf-4282-4842-a8e8-9e5ae136c507 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282075 Jun 23 18:02:13.224108 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f1f6-7411-4ffc-8ffb-3371292582bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:13.369326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794981e2-65bd-4fe7-b006-08d45a75ab1c req-527a66c5-5228-4c03-a900-00df18936c8a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:13.370698 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-794981e2-65bd-4fe7-b006-08d45a75ab1c req-527a66c5-5228-4c03-a900-00df18936c8a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.0638211 Jun 23 18:02:13.409056 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-794981e2-65bd-4fe7-b006-08d45a75ab1c req-2c308866-dc53-4fcc-8414-69e333566ea8 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Jun 23 18:02:14.584279 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55532d79-0eb9-4d33-a575-75b2b1077c37 req-1fcf8224-3691-4bf3-8f9c-2905a0cc66d3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:14.585805 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-55532d79-0eb9-4d33-a575-75b2b1077c37 req-1fcf8224-3691-4bf3-8f9c-2905a0cc66d3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.0646830 Jun 23 18:02:14.626758 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-55532d79-0eb9-4d33-a575-75b2b1077c37 req-90ae3fc2-be97-4252-b64e-60f0dd110fa5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350084 Jun 23 18:02:14.806045 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96e994-6748-4c62-bca9-c59d9a88f0de req-1b6dd6c1-1a35-4867-aa4c-119893e9ab37 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:14.807573 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4b96e994-6748-4c62-bca9-c59d9a88f0de req-1b6dd6c1-1a35-4867-aa4c-119893e9ab37 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.0675128 Jun 23 18:02:14.846665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4b96e994-6748-4c62-bca9-c59d9a88f0de req-6cd9a6e6-26e9-4ca9-9cf3-50cd0a7155ef tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327337 Jun 23 18:02:14.871150 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 32882) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:02:14.972630 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51611f4-8f62-42ad-aacd-b3acd3d00208 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:14.974030 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-c51611f4-8f62-42ad-aacd-b3acd3d00208 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1093 time: 0.1018915 Jun 23 18:02:14.977311 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 32886) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:02:14.981570 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'port_id': '834e15b8-45b9-4333-972d-895ef5e9063b', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:02:15.003345 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:15.101940 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:15.219403 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.27.3.223 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/764d90f1-fe8c-4443-9fc1-4051d104fc44) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:02:15.322277 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:15.360576 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:15.362556 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4b1a0e8a-f093-4870-9cf6-02bc31877192 tempest-AttachVolumeTestJSON-568882875 tempest-AttachVolumeTestJSON-568882875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:15.404107 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:02:15.407504 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:02:15.411007 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:02:15.416599 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=764d90f1-fe8c-4443-9fc1-4051d104fc44,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:15.441965 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.442355 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.442738 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.443116 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.443485 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.443888 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.444258 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.444626 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.444991 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.445351 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.445713 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.446074 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:02:15.450729 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:15.793207 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:15.870361 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.041130 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.045398 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.048344 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-bde74fca-e654-4020-bdae-cf69f81d70e2 tempest-TestMinimumBasicScenario-487056317 tempest-TestMinimumBasicScenario-487056317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:02:16.119240 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=764d90f1-fe8c-4443-9fc1-4051d104fc44,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:02:16.122061 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:02:16.129967 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.214567 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-cd661f41-8097-4c4f-b208-d1f990e26811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.225511 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP 6d09e827-36a6-4e6e-8bc0-153e919f2155 associated. External IP: 172.27.3.223, port: 834e15b8-45b9-4333-972d-895ef5e9063b. Jun 23 18:02:16.234869 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.432959 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:02:16.554825 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:02:16.565853 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:02:16.573428 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:16.581437 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:02:16.582744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:02:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:02:16.611047 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7336f13c-173e-406d-b854-c072fc81e77d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6327033 Jun 23 18:02:16.611767 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:02:16.614158 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9564b6-3ede-4465-82be-9ea415c77ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:02:16.702788 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:02:16.717125 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55998eb8-9f22-4016-8ccc-394da713027d x-openstack-request-id: req-55998eb8-9f22-4016-8ccc-394da713027d {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:02:16.718294 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:02:16.718605 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55998eb8-9f22-4016-8ccc-394da713027d {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:02:16.719056 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b', 'status': 'completed', 'code': 200} Jun 23 18:02:16.795236 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-c384231d-8a0e-48f4-a5dd-aa7efcd78ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:16.797151 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-c384231d-8a0e-48f4-a5dd-aa7efcd78ae4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1098 time: 0.0547078 Jun 23 18:02:16.899618 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-b881f117-b002-4793-834c-2bc713d4f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:16.901161 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-b881f117-b002-4793-834c-2bc713d4f305 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0914116 Jun 23 18:02:16.927355 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6d09e827-36a6-4e6e-8bc0-153e919f2155', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '834e15b8-45b9-4333-972d-895ef5e9063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:ed:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:02:15Z', 'updated_at': '2021-06-23T18:02:15Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:02:16.957263 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:02:16.964406 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-f42b2009-1cc0-4e9b-883b-a0b98d3c3eaa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 999 time: 0.0567334 Jun 23 18:02:16.965800 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:02:16.966402 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:02:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:02:17.015182 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-ae5caee0-0a8c-467d-bb08-e4f1be949412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:17.016785 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-ae5caee0-0a8c-467d-bb08-e4f1be949412 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0451674 Jun 23 18:02:17.073855 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:02:17.077893 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-161b195c-84a2-4ec3-8fcf-80eeebfa2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:17.079367 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-161b195c-84a2-4ec3-8fcf-80eeebfa2c15 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561326 Jun 23 18:02:17.172484 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-8b9fa94a-7e33-41ce-8977-ea0f88420f6e service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865643 Jun 23 18:02:17.269248 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ba9564b6-3ede-4465-82be-9ea415c77ef1 req-a636cad8-8c7e-475c-a895-3dd1767ab808 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899665 Jun 23 18:02:17.306001 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6d09e827-36a6-4e6e-8bc0-153e919f2155', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '834e15b8-45b9-4333-972d-895ef5e9063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:ed:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:02:15Z', 'updated_at': '2021-06-23T18:02:15Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:02:17.336205 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884042c-e775-4311-9e00-ab7a6627767d None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6d09e827-36a6-4e6e-8bc0-153e919f2155', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '834e15b8-45b9-4333-972d-895ef5e9063b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:ed:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:02:15Z', 'updated_at': '2021-06-23T18:02:15Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:02:17.531599 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12252a1e-2557-402c-9348-87e5755ac954 None None] New status for floating IP 6d09e827-36a6-4e6e-8bc0-153e919f2155: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:02:17.871801 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:18.125093 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:19.401879 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:20.136813 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:02:27.526294 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-e5bf6334-84ce-467b-9aac-90172cc1d739 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537944 Jun 23 18:02:27.633616 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-bd676c9c-cd9a-42ce-83e8-1f9dcc64a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:27.635369 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-bd676c9c-cd9a-42ce-83e8-1f9dcc64a283 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1098 time: 0.0531697 Jun 23 18:02:27.750983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-3fd19194-bda9-4dd1-830e-1f14a2748f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:27.752377 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-3fd19194-bda9-4dd1-830e-1f14a2748f3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0962079 Jun 23 18:02:27.825523 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-d73d99ae-f21a-4158-b910-7ca29c2ddcbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 1001 time: 0.0663373 Jun 23 18:02:27.881753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-d41f0025-2c26-42f4-aff8-5e757e24685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:27.883215 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-d41f0025-2c26-42f4-aff8-5e757e24685a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0508819 Jun 23 18:02:27.943530 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-87cd3a81-b75e-4433-ba10-54070c68ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:02:27.945061 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-87cd3a81-b75e-4433-ba10-54070c68ed32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548425 Jun 23 18:02:28.043655 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-bd532d24-f545-4e98-8664-e7916473dc4b service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883992 Jun 23 18:02:28.149080 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e3cea829-4554-4b9f-9f7b-0b1db859189a req-90626111-32bd-4d52-b259-8a3627f46526 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986903 Jun 23 18:02:43.226261 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f1628cb3-4f2a-4a5c-9019-304636ad6345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:46.218509 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-1adca49f-37c9-497f-be1d-bbc12c3ffe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:46.239444 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:47.884432 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:48.151211 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:49.406234 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:02:57.135677 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:03:13.228320 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-17eaace9-4921-47a3-998f-e515fce98716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:16.244242 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-808db672-441e-4773-a2f4-339cbba09da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:16.266310 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:17.881673 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:18.138781 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:19.414138 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:29.066369 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-9f494855-2faa-4960-8a26-74dfb212d5d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553999 Jun 23 18:03:29.165214 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-49cc7626-b984-4f94-8c0c-08b098bb7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:03:29.166673 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-49cc7626-b984-4f94-8c0c-08b098bb7a0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1098 time: 0.0565526 Jun 23 18:03:29.277605 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-a5288473-3878-44a8-897a-be0cb53137dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:03:29.279810 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-a5288473-3878-44a8-897a-be0cb53137dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0893240 Jun 23 18:03:29.413443 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-8735af53-3b6d-4dbd-b393-1c8288d1d52e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 1001 time: 0.1278751 Jun 23 18:03:29.471846 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-adf0ecdd-d1e8-4e8f-8e4d-4f0a67575960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:03:29.473295 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-adf0ecdd-d1e8-4e8f-8e4d-4f0a67575960 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0522707 Jun 23 18:03:29.534588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-d2ef7489-90d2-42b8-9b29-ea80d6a40e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:03:29.536154 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-d2ef7489-90d2-42b8-9b29-ea80d6a40e3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564311 Jun 23 18:03:29.631199 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-c3f2536f-9db4-4838-8b20-21a58c206ef6 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881546 Jun 23 18:03:29.722987 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-c5b9abf3-972c-4985-8ae6-aa60f1032bed req-55b6d8eb-139a-42cf-922c-42529a662ece service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851269 Jun 23 18:03:34.134477 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:03:43.229550 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-cf3b7fcc-dcde-4b62-b6f0-5e9d88a71f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:46.234600 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5854ac1a-9acd-4546-8db9-5fb2ec02523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:46.244449 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:47.884085 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:48.138710 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:03:49.413578 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:11.133044 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:04:13.232698 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-80fc4435-3f37-4ec2-821b-7fd776b03d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:16.234312 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9fd6-3b5f-4fed-8889-4dd594038b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:16.239559 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:17.882848 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:18.151854 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:19.416372 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:29.520680 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-5bff5f95-427b-4d01-9edf-44d0e233dd82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580184 Jun 23 18:04:29.616819 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-04b8468a-a50f-4c99-9e79-653d6932df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:29.618303 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-04b8468a-a50f-4c99-9e79-653d6932df1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 1098 time: 0.0533233 Jun 23 18:04:29.723144 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-4f672bf6-e44d-4327-be61-ab37a16cfaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:29.724675 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-4f672bf6-e44d-4327-be61-ab37a16cfaca service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0865493 Jun 23 18:04:29.794364 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-f54b2403-19ca-4866-bc57-372ad2b49be4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 200 len: 1001 time: 0.0608320 Jun 23 18:04:29.841582 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-9ecfc0cf-0a8a-41b0-bdf9-5469d5e339b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:29.843031 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-9ecfc0cf-0a8a-41b0-bdf9-5469d5e339b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0430768 Jun 23 18:04:29.898798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-d17ca6a4-a008-49bf-a660-9f36a3117d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:29.900338 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-d17ca6a4-a008-49bf-a660-9f36a3117d20 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514607 Jun 23 18:04:29.993513 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-5551d918-9db7-45ec-b039-8e12387451ec service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863347 Jun 23 18:04:30.091809 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e2a65c63-7b00-4771-bbf5-989eb45fed24 req-7e2125f3-1f49-4555-afe5-2c433a9b0caf service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908718 Jun 23 18:04:32.883586 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9967a47-2aa7-44e5-beec-859701fac153 req-40888a89-3000-49f8-ab17-3925185f4914 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:32.885378 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b9967a47-2aa7-44e5-beec-859701fac153 req-40888a89-3000-49f8-ab17-3925185f4914 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.0680559 Jun 23 18:04:32.929675 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-b9967a47-2aa7-44e5-beec-859701fac153 req-428be936-d2a4-43b6-bd17-8c232c76c3a5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Jun 23 18:04:34.370772 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c255-0c05-455e-8dae-0acc9abdf6c7 req-a49c42c7-7c80-497c-b083-a654ca0dfc28 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:34.372232 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f6c7c255-0c05-455e-8dae-0acc9abdf6c7 req-a49c42c7-7c80-497c-b083-a654ca0dfc28 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.3234022 Jun 23 18:04:34.440493 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f6c7c255-0c05-455e-8dae-0acc9abdf6c7 req-54f08154-fa5a-424c-a6c3-55e799fac75f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565805 Jun 23 18:04:34.466242 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-0269d121-8908-46c4-916f-f379f55a6195 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:34.467753 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-0269d121-8908-46c4-916f-f379f55a6195 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 945 time: 0.0917473 Jun 23 18:04:34.570907 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 834e15b8-45b9-4333-972d-895ef5e9063b {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:04:34.571255 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:34.661732 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] For port 834e15b8-45b9-4333-972d-895ef5e9063b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=834e15b8-45b9-4333-972d-895ef5e9063b,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:04:34.662092 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:34.845180 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:34.845577 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:34.845894 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP 6d09e827-36a6-4e6e-8bc0-153e919f2155 disassociated. External IP: 172.27.3.223, port: 834e15b8-45b9-4333-972d-895ef5e9063b. Jun 23 18:04:34.846298 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 834e15b8-45b9-4333-972d-895ef5e9063b owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:04:34.976293 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:34.980265 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-f1c36b99-c84a-4f25-9a4e-532ee59d6650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:35.009367 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=834e15b8-45b9-4333-972d-895ef5e9063b,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:35.020923 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.021304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.021674 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.022037 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.022396 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.022760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.023111 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.023485 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.023843 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.024194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.024567 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.024915 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:35.033239 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:35.132724 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:04:35.240341 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:04:35.250063 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:04:35.260320 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:04:35.260942 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:04:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:35.288628 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] No DVR routers for this DVR port 834e15b8-45b9-4333-972d-895ef5e9063b on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:04:35.291301 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:35.293950 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-e14214b9-fbcc-49c4-a51b-57bf0be17f1b req-6165b72a-b1e4-4041-a58e-6f60c9561c27 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "DELETE /v2.0/ports/834e15b8-45b9-4333-972d-895ef5e9063b HTTP/1.1" status: 204 len: 173 time: 0.8205948 Jun 23 18:04:35.294494 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'name': 'network-vif-deleted', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:04:35.298891 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6699c5-9304-4646-ab42-7b8b337fe069" -d '{"events": [{"server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "name": "network-vif-deleted", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:04:35.371165 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:04:35.588586 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-46469f4e-5757-479e-b398-cc4549e8d654 req-b5a47da2-d263-4ace-ae66-75e9fa845e62 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b61459-0ef2-4005-9907-70aadfd6d8ae HTTP/1.1" status: 200 len: 210 time: 0.0297728 Jun 23 18:04:35.589487 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:35.618672 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:04:35.628980 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:04:35.629691 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:04:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:35.748086 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:04:35.948782 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:35.978261 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125ac72-122a-4daa-96d3-789c47666853 None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:04:36.219964 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3cbd3d-6b14-43d9-894e-668b408c1423 None None] New status for floating IP 6d09e827-36a6-4e6e-8bc0-153e919f2155: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:04:36.433260 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8171d243-1013-4b69-a017-4495f164aca8 x-openstack-request-id: req-8171d243-1013-4b69-a017-4495f164aca8 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:04:36.433604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b61459-0ef2-4005-9907-70aadfd6d8ae", "name": "network-vif-deleted", "tag": "834e15b8-45b9-4333-972d-895ef5e9063b", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:04:36.433921 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8171d243-1013-4b69-a017-4495f164aca8 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:04:36.434357 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b61459-0ef2-4005-9907-70aadfd6d8ae', 'name': 'network-vif-deleted', 'tag': '834e15b8-45b9-4333-972d-895ef5e9063b', 'status': 'completed', 'code': 200} Jun 23 18:04:36.850920 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-fd1fa2fa-80c4-4d6f-9497-9ff176f368e4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934807379&fields=id&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 267 time: 0.0333450 Jun 23 18:04:36.920823 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 834e15b8-45b9-4333-972d-895ef5e9063b no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:04:36.940943 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 834e15b8-45b9-4333-972d-895ef5e9063b {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:04:36.941292 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 834e15b8-45b9-4333-972d-895ef5e9063b not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:04:36.957110 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-e59ebcf5-f032-4623-9dd0-74b4110ad706 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:36.958559 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-e59ebcf5-f032-4623-9dd0-74b4110ad706 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1011503 Jun 23 18:04:36.974992 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-aa9748a2-4721-421a-adc6-81295e01a481 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/quotas/0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0108392 Jun 23 18:04:37.284313 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-c73d210e-fdf4-4ae5-9212-e393d6ecaf57 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3041193 Jun 23 18:04:37.428424 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-70a93fdb-a83d-42bb-ad1c-e1df75c3d271 service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306469 Jun 23 18:04:37.520419 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-bb2ffd7f-9348-499b-b5ac-93f67a7bd505 service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860851 Jun 23 18:04:37.819794 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3f310f3f-af4c-4cb3-a0fb-4aec689e538a req-09e623fd-e386-4906-b759-6676ad854689 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Jun 23 18:04:38.969476 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7982b270-3645-4b8f-be52-6253ac2f8378 req-1124bc38-d9b5-4ba5-8d35-8a8f7cb01c2c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 210 time: 0.0316331 Jun 23 18:04:38.979896 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-4cb483d1-4487-4a9f-86cb-a749f0e17bc7 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:38.981896 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-4cb483d1-4487-4a9f-86cb-a749f0e17bc7 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1342373 Jun 23 18:04:39.033962 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-decda982-72a1-48ba-a8b4-d108c85bf3d2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 379 time: 0.0371764 Jun 23 18:04:39.042576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'port': {'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'admin_state_up': True, 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'security_groups': ['100bb3f3-d8ab-4e4f-830f-4eaed476560e']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:39.157254 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Made reservation on behalf of 0e863be0b7ae43d68586a350fc25b0f2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:04:39.160975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.293850 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.20.0.9 (9a19339a-1c77-4899-afa6-fb2d2752eb66/4a4621e5-1013-4b95-910b-20906cc07ffa/989060c1-c1b0-4c93-81e3-a437d2697f43) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:04:39.444719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.459242 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Transition to ACTIVE for port object 989060c1-c1b0-4c93-81e3-a437d2697f43 will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:04:39.494983 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.501016 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-287d2a3b-50d9-44e4-b645-742957897794 tempest-VolumesActionsTest-1017920788 tempest-VolumesActionsTest-1017920788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:39.541323 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:04:39.546413 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:04:39.550090 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:04:39.579000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:39.583482 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:39.607272 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:39.607936 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.624736 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-2d047ab2-f565-45f0-a838-3b24ba53f65b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851040 Jun 23 18:04:39.636069 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Request body: {'port': {'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:39.723146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.778002 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f7e77fef-3ccd-469d-a2f8-c77b099a3f1c None None] Provisioning for port 989060c1-c1b0-4c93-81e3-a437d2697f43 completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:04:39.782265 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-f7e77fef-3ccd-469d-a2f8-c77b099a3f1c None None] Provisioning complete for port 989060c1-c1b0-4c93-81e3-a437d2697f43 triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:39.782646 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f7e77fef-3ccd-469d-a2f8-c77b099a3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:39.821206 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-f7e77fef-3ccd-469d-a2f8-c77b099a3f1c None None] Port 989060c1-c1b0-4c93-81e3-a437d2697f43 cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:04:40.024362 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989060c1-c1b0-4c93-81e3-a437d2697f43 {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:04:40.038129 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.058862 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Transition to ACTIVE for port object 989060c1-c1b0-4c93-81e3-a437d2697f43 will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:04:40.062819 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.065083 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:40.143928 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Pushing event updated for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:40.148416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:40.239914 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88ce7e-02d1-4a1f-95d7-1c25680cb434 req-24d0030a-4d82-4743-9ed6-4406174de1e5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.241439 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ed88ce7e-02d1-4a1f-95d7-1c25680cb434 req-24d0030a-4d82-4743-9ed6-4406174de1e5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.1518819 Jun 23 18:04:40.267853 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Attempting to bind port 989060c1-c1b0-4c93-81e3-a437d2697f43 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:04:40.268186 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Attempting to bind port 989060c1-c1b0-4c93-81e3-a437d2697f43 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:04:40.268508 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Attempting to bind port 989060c1-c1b0-4c93-81e3-a437d2697f43 on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:04:40.278622 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Port 989060c1-c1b0-4c93-81e3-a437d2697f43 on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:04:40.278941 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Attempting to bind port 989060c1-c1b0-4c93-81e3-a437d2697f43 on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:04:40.290436 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:04:40.290823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:04:40.291153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Bound using segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:04:40.291601 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Bound port: 989060c1-c1b0-4c93-81e3-a437d2697f43, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:04:40.291975 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.299889 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ed88ce7e-02d1-4a1f-95d7-1c25680cb434 req-75571616-3d31-4753-87c7-1d292c6d9fd2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482907 Jun 23 18:04:40.360825 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:04:40.363912 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=989060c1-c1b0-4c93-81e3-a437d2697f43,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:04:40.368496 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.370552 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-80505b86-7831-4e17-a9ce-92cc83fd0156 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:40.402187 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.402826 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:40.404751 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] 10.222.0.65 "PUT /v2.0/ports/989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 1093 time: 0.7727170 Jun 23 18:04:40.404751 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:04:40.407800 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1921428-18a6-4f30-ac2c-b3102f97125c" -d '{"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:04:40.436219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Pushing event updated for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:40.440062 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7c51e686-2935-42a3-9f81-c25fe1773044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:40.456470 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae1cf2-e6c0-4552-8d04-f17cbecfdccf x-openstack-request-id: req-aaae1cf2-e6c0-4552-8d04-f17cbecfdccf {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:04:40.456798 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:04:40.457120 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aaae1cf2-e6c0-4552-8d04-f17cbecfdccf {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:04:40.457551 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'status': 'completed', 'code': 200} Jun 23 18:04:40.508016 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-a2f7170b-b23f-4ad6-8180-baa20bc74e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.509926 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-a2f7170b-b23f-4ad6-8180-baa20bc74e2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0631499 Jun 23 18:04:40.554152 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-e1a0ed53-b115-4c2c-8ca8-662146229c29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 217 time: 0.0363610 Jun 23 18:04:40.605277 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-d76826e9-5485-43f6-9467-9e951a91585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.606744 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-d76826e9-5485-43f6-9467-9e951a91585c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0459514 Jun 23 18:04:40.664428 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-f4064979-dc07-4ec0-b76c-0f8257d40cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.666035 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-f4064979-dc07-4ec0-b76c-0f8257d40cee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534554 Jun 23 18:04:40.760737 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-acc3486a-6c8b-4536-8a1d-9af3c49a6a77 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878553 Jun 23 18:04:40.857342 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-35779c52-f77a-4635-9ba6-b915b7d67ac6 req-777a9d59-f490-4c0b-a23d-002eb1bb0b24 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896344 Jun 23 18:04:40.960597 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-695ae1a9-6885-4dc0-9dcf-c5540b034551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:40.961990 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-695ae1a9-6885-4dc0-9dcf-c5540b034551 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0535786 Jun 23 18:04:41.049277 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-1c79f208-113a-4082-87e2-f3e87019aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:41.050692 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-1c79f208-113a-4082-87e2-f3e87019aa8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0818801 Jun 23 18:04:41.093416 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-ebd6b488-a254-4395-9517-981470a9ef0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 217 time: 0.0363488 Jun 23 18:04:41.140175 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-ecceb001-18f7-4ddf-87a8-ea74c1dd6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:41.141577 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-ecceb001-18f7-4ddf-87a8-ea74c1dd6555 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0426404 Jun 23 18:04:41.199856 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-bc2a3845-33e0-46d6-b5bc-9b6923ffd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:41.201321 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-bc2a3845-33e0-46d6-b5bc-9b6923ffd0cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536842 Jun 23 18:04:41.293716 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-2897d633-137a-4e4a-a0c8-60fd306f888e service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858572 Jun 23 18:04:41.388373 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-f1921428-18a6-4f30-ac2c-b3102f97125c req-e4156ca0-03ea-41bf-b862-766a82331680 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Jun 23 18:04:41.480461 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379dd7d-8b95-4708-8196-d84dd0f08abd req-ba775c9a-def0-4194-9c3c-0b773a94d1b4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:41.481916 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4379dd7d-8b95-4708-8196-d84dd0f08abd req-ba775c9a-def0-4194-9c3c-0b773a94d1b4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0676961 Jun 23 18:04:41.520947 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-4379dd7d-8b95-4708-8196-d84dd0f08abd req-52e305b0-7f2e-40f3-901f-8b5fc5aa1df3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325732 Jun 23 18:04:42.701329 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ce8d-a65d-4a62-b345-99f144dd7de1 req-40e83229-4f2d-4e8d-b548-702f3a6d5c1e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:42.703479 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4142ce8d-a65d-4a62-b345-99f144dd7de1 req-40e83229-4f2d-4e8d-b548-702f3a6d5c1e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0696466 Jun 23 18:04:42.750659 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-4142ce8d-a65d-4a62-b345-99f144dd7de1 req-1206ede7-57c9-415a-ba4f-695d2c9fd628 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Jun 23 18:04:43.235551 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9819b065-f3a7-4fda-b9d7-3a848991d5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:43.926719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c46d-20d2-48ec-ba18-53ae137f5b6a req-d049b9b1-517a-48e5-a37c-252dad781ba6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:43.928228 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-add4c46d-20d2-48ec-ba18-53ae137f5b6a req-d049b9b1-517a-48e5-a37c-252dad781ba6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0686209 Jun 23 18:04:43.969007 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-add4c46d-20d2-48ec-ba18-53ae137f5b6a req-69823b47-f5ba-4bb8-bd19-a8ee2c9b7b0d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Jun 23 18:04:45.146434 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee438fb-d292-4d8f-848d-1e70a4369a94 req-8d7f1e17-1440-437d-a23c-7ecc1b24f561 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:45.147905 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dee438fb-d292-4d8f-848d-1e70a4369a94 req-8d7f1e17-1440-437d-a23c-7ecc1b24f561 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0626607 Jun 23 18:04:45.187090 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-dee438fb-d292-4d8f-848d-1e70a4369a94 req-2bb1b0a1-014a-4c74-b85c-11cf23d7380f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335102 Jun 23 18:04:46.225967 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-91d66f8a-ddf7-4254-97fa-1a9a9748f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.247116 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:46.380216 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6e120-7341-408a-b33e-dfe0cc7747d2 req-ba2285c5-d7ff-416f-8420-b42b3f9c8d42 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:46.381572 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-27e6e120-7341-408a-b33e-dfe0cc7747d2 req-ba2285c5-d7ff-416f-8420-b42b3f9c8d42 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0698049 Jun 23 18:04:46.419463 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-27e6e120-7341-408a-b33e-dfe0cc7747d2 req-ecfad666-0b82-46f9-8194-88eb9e5368ea tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319262 Jun 23 18:04:47.605756 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac6b6a-c529-4490-8c41-040d9c99e003 req-0aa0e5be-84ba-4b3b-b6a6-1f4332f1e1cc tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:47.607292 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-62ac6b6a-c529-4490-8c41-040d9c99e003 req-0aa0e5be-84ba-4b3b-b6a6-1f4332f1e1cc tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0663745 Jun 23 18:04:47.652028 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-62ac6b6a-c529-4490-8c41-040d9c99e003 req-98844392-21d0-4d37-91ff-ccdd0102fc50 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344486 Jun 23 18:04:47.888488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:48.131796 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:04:48.145363 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:48.833950 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc968b-9667-49f5-b7a4-1a92884bd308 req-cf23d7c1-2102-420c-b27d-7dbaa93d3b24 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:48.835429 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8ddc968b-9667-49f5-b7a4-1a92884bd308 req-cf23d7c1-2102-420c-b27d-7dbaa93d3b24 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 943 time: 0.0635958 Jun 23 18:04:48.873613 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-8ddc968b-9667-49f5-b7a4-1a92884bd308 req-8a509115-977d-41d0-8b59-8853cdc3349f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Jun 23 18:04:48.997394 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 989060c1-c1b0-4c93-81e3-a437d2697f43 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:04:49.093569 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=989060c1-c1b0-4c93-81e3-a437d2697f43,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:04:49.105500 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:04:49.148743 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.162109 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989060c1-c1b0-4c93-81e3-a437d2697f43 {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:04:49.182137 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=989060c1-c1b0-4c93-81e3-a437d2697f43,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:04:49.186243 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.188480 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:49.236554 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:49.243520 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.243886 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.244228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.244563 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.244899 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.245229 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.245554 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.245878 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.246210 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.246528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.246848 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.247166 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:49.251498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:49.418482 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:49.483299 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['989060c1-c1b0-4c93-81e3-a437d2697f43'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:04:50.051875 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f04f-1c66-4645-bc05-5a94070c1af3 req-f47be089-f0f6-4dce-b545-d2cd397e66d8 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:50.053411 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-52e7f04f-1c66-4645-bc05-5a94070c1af3 req-f47be089-f0f6-4dce-b545-d2cd397e66d8 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 944 time: 0.0688937 Jun 23 18:04:50.091459 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-52e7f04f-1c66-4645-bc05-5a94070c1af3 req-eb131cea-c129-4960-91cc-7888a7c38e34 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Jun 23 18:04:51.002784 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 989060c1-c1b0-4c93-81e3-a437d2697f43 up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:04:51.053927 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 989060c1-c1b0-4c93-81e3-a437d2697f43 completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:04:51.057843 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 989060c1-c1b0-4c93-81e3-a437d2697f43 triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:04:51.058228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:51.137562 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:51.162364 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:04:51.164720 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af629ca6-9b97-4413-bda1-3932d269e083" -d '{"events": [{"server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "name": "network-vif-plugged", "status": "completed", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:04:51.177986 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=989060c1-c1b0-4c93-81e3-a437d2697f43,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:04:51.182447 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:51.185587 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:51.236865 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:51.240621 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:51.268520 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806798e3-4658-43b8-9fe4-84c58d729a68 x-openstack-request-id: req-806798e3-4658-43b8-9fe4-84c58d729a68 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:04:51.268887 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "name": "network-vif-plugged", "status": "completed", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:04:51.269212 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-806798e3-4658-43b8-9fe4-84c58d729a68 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:04:51.269683 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'code': 200} Jun 23 18:04:51.287731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28d959-fd59-4422-9599-8ed68c3366bb req-8ac855cc-5231-4403-ac47-ed17617341f4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:51.289327 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5f28d959-fd59-4422-9599-8ed68c3366bb req-8ac855cc-5231-4403-ac47-ed17617341f4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0817893 Jun 23 18:04:51.329180 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5f28d959-fd59-4422-9599-8ed68c3366bb req-06556f42-c8e3-4629-b8a4-6fc8426a7f37 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341713 Jun 23 18:04:51.547039 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe22fc-8c75-4f45-8708-400ec02384b0 req-13d28206-26a9-4ff0-af7c-87054e4b8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:51.548282 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95fe22fc-8c75-4f45-8708-400ec02384b0 req-13d28206-26a9-4ff0-af7c-87054e4b8f2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0593495 Jun 23 18:04:51.583605 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-95fe22fc-8c75-4f45-8708-400ec02384b0 req-16885d1d-b187-4028-bcf0-56c20f5cd78c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288229 Jun 23 18:04:52.526680 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe13552-e57b-4b7d-a553-8f1a4f8c9274 req-5b036dda-a93a-4f19-a5a5-d4aa85e77e8e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:52.529449 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bfe13552-e57b-4b7d-a553-8f1a4f8c9274 req-5b036dda-a93a-4f19-a5a5-d4aa85e77e8e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0808876 Jun 23 18:04:52.572004 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-bfe13552-e57b-4b7d-a553-8f1a4f8c9274 req-80fb2de4-57db-4ea2-b78e-2a612aad53cb tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Jun 23 18:04:53.758870 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e3f3-6138-4b79-ad16-3239e1806b52 req-69cda0a9-2280-4e7a-8681-dac2f0af9db0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:53.760657 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5fa1e3f3-6138-4b79-ad16-3239e1806b52 req-69cda0a9-2280-4e7a-8681-dac2f0af9db0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0660815 Jun 23 18:04:53.799319 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5fa1e3f3-6138-4b79-ad16-3239e1806b52 req-29a2521b-191e-44c3-b40a-0273c649c90d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Jun 23 18:04:53.977545 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36bf99-7e9f-4951-b9a8-c24ae2975118 req-2927e7f8-491e-49de-9325-e969a38be4e3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:53.979021 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7a36bf99-7e9f-4951-b9a8-c24ae2975118 req-2927e7f8-491e-49de-9325-e969a38be4e3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0701044 Jun 23 18:04:54.022924 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-7a36bf99-7e9f-4951-b9a8-c24ae2975118 req-a861ff6b-c4c8-4dae-a00d-fb12ac1ac75a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373578 Jun 23 18:04:54.048647 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33044) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:54.099088 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3528ae-d136-4a9d-bdca-3358d23e8ef8 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:54.100606 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ac3528ae-d136-4a9d-bdca-3358d23e8ef8 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1093 time: 0.0509632 Jun 23 18:04:54.103348 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33046) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:04:54.107778 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:04:54.129173 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:54.229860 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:54.340150 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.27.3.70 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/6cda4357-36fe-4447-93ea-32be4e435da0) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:04:54.447825 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:54.490637 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:54.493370 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-e02a432b-9697-415a-8dd9-f7671656de9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:54.526030 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:04:54.528798 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:04:54.534799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:04:54.560560 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=6cda4357-36fe-4447-93ea-32be4e435da0,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:54.572185 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.572582 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.572960 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.573335 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.573698 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.574066 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.574429 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.574791 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.575152 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.575514 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.575898 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.576258 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:04:54.583418 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:54.924872 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.004120 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.164736 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.171865 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.174527 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b717263b-671f-4275-9740-9265cbdca8ce tempest-AttachVolumeShelveTestJSON-1456933976 tempest-AttachVolumeShelveTestJSON-1456933976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:04:55.251081 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=6cda4357-36fe-4447-93ea-32be4e435da0,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:04:55.254598 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:04:55.263105 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.368084 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP 6f20bea8-69f7-403c-9c09-35173b15cd25 associated. External IP: 172.27.3.70, port: 989060c1-c1b0-4c93-81e3-a437d2697f43. Jun 23 18:04:55.602386 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:04:55.720588 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:04:55.730163 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:04:55.738814 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:04:55.744161 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:04:55.746266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:04:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:55.782528 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6780617 Jun 23 18:04:55.783898 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:04:55.786147 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e" -d '{"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:04:55.830881 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bf35e6-c85f-4299-8bfa-6ea75ab8c242 x-openstack-request-id: req-c3bf35e6-c85f-4299-8bfa-6ea75ab8c242 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:04:55.831219 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:04:55.831516 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3bf35e6-c85f-4299-8bfa-6ea75ab8c242 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:04:55.831999 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'status': 'completed', 'code': 200} Jun 23 18:04:55.861536 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:04:55.913675 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-ce6a16ae-975f-4673-9f12-caea09ae57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:55.915473 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-ce6a16ae-975f-4673-9f12-caea09ae57a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0617549 Jun 23 18:04:56.020894 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-d67ee1f5-1acf-4368-be95-15f096ba02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:56.022624 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-d67ee1f5-1acf-4368-be95-15f096ba02c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.1004081 Jun 23 18:04:56.093551 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-6bbd174b-711e-4fbd-9158-c9a2027d5eba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 998 time: 0.0644133 Jun 23 18:04:56.110745 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:54Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:56.137789 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:04:56.144345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-5fa4795b-bc7c-46c7-b4f7-598703273a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:56.145827 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-5fa4795b-bc7c-46c7-b4f7-598703273a7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0473411 Jun 23 18:04:56.147266 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:04:56.147914 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:04:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:56.202619 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-95bb7dbd-101d-4044-a912-e201015de3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:04:56.204651 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-95bb7dbd-101d-4044-a912-e201015de3dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528488 Jun 23 18:04:56.256103 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:04:56.302764 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-00ff7a34-061b-4485-9ba0-d37936ba66bd service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917163 Jun 23 18:04:56.401542 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c72d7d6-bd3a-4713-bf17-2f01a30c343e req-37636200-43d9-4ee1-95d7-c59773ed1c7f service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928714 Jun 23 18:04:56.495023 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:54Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:04:56.526583 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc8400f-2043-450a-81f2-4bffcece520f None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:54Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:04:56.710546 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b8214d-db09-41ce-b0b1-ca9a4826ef1a None None] New status for floating IP 6f20bea8-69f7-403c-9c09-35173b15cd25: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:05:13.238445 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ac35c5f5-3aaf-448c-8793-0b8e368e1c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:16.234010 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bcc59f27-2f10-4bc2-9277-ba0181c5b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:16.239030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:17.890813 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:18.164678 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:19.422782 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:25.132390 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:05:32.125321 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-910b506f-d814-450a-b13b-7f918087c116 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763197 Jun 23 18:05:32.231976 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-c82f0f26-6479-4958-bde4-ce0a6a78376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:05:32.233453 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-c82f0f26-6479-4958-bde4-ce0a6a78376d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0609646 Jun 23 18:05:32.349357 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-f682a9d9-298a-4022-b513-ec0fefad3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:05:32.350836 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-f682a9d9-298a-4022-b513-ec0fefad3870 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0950644 Jun 23 18:05:32.426443 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-1af742d3-f176-4327-b4a3-84a587f13b8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 1000 time: 0.0693741 Jun 23 18:05:32.477337 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-20183aa1-8507-4661-8b42-070967981639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:05:32.478807 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-20183aa1-8507-4661-8b42-070967981639 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0462477 Jun 23 18:05:32.541194 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-e3e3447c-0914-4524-b264-b96de46ef083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:05:32.542724 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-e3e3447c-0914-4524-b264-b96de46ef083 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579989 Jun 23 18:05:32.646584 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-420955b0-d935-4b44-aa21-999107cbdfd5 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 Jun 23 18:05:32.748205 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-cbd0578e-d8cd-4cf4-8b92-d49c9ed355e2 req-75328916-4d6d-45e2-99f0-2974f6d60c1c service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952394 Jun 23 18:05:43.248213 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-e01dc80c-8bbf-4b09-a75d-1d31b462aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:46.233868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-2267345a-e8e2-466a-ba1c-2c2cea4f08bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:46.241585 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:47.899996 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:48.188665 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:05:49.425890 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:02.133187 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:06:13.244058 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5ee5cfd1-c6b5-4727-82c3-6cd24e490f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:16.226554 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d9fd15e1-e634-46a0-bea5-b4ad6bcc61bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:16.250430 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:17.899592 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:18.180050 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:19.433977 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:31.515023 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-836a144c-aa92-48cb-b414-f65724b4be56 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570686 Jun 23 18:06:31.611107 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-44c1d7b2-56f4-4db2-bec8-d756aa16e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:31.612640 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-44c1d7b2-56f4-4db2-bec8-d756aa16e37b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0550315 Jun 23 18:06:31.724838 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-c32905e3-b577-4b8e-96e6-6a5679acdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:31.726269 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-c32905e3-b577-4b8e-96e6-6a5679acdad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0927033 Jun 23 18:06:32.069077 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-c9160de6-339f-4492-ad17-d8327ab4b346 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 1000 time: 0.3362815 Jun 23 18:06:32.131703 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-0017fcfc-af27-4723-9850-a5b880682201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:32.133176 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-0017fcfc-af27-4723-9850-a5b880682201 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0575399 Jun 23 18:06:32.195219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-3e086c84-6b54-4ab4-8ab2-2fc767512634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:32.196810 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-3e086c84-6b54-4ab4-8ab2-2fc767512634 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574572 Jun 23 18:06:32.207859 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-95ee6d67-b74c-471c-b5e5-71465e934423 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=104927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 18:06:32.208829 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-95ee6d67-b74c-471c-b5e5-71465e934423 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050869 Jun 23 18:06:32.300706 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-aece4b47-e78b-4d02-97f0-7dd4bb5fefa6 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848405 Jun 23 18:06:32.397675 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-b2bfdad5-53a5-4e54-8540-7f4e92880822 req-81661ae0-a91e-403d-ad23-9ea39b8a785e service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898113 Jun 23 18:06:39.132002 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:06:43.246369 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-9a7b79fa-719b-48c5-a5b8-e2d54b9023d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:46.232643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8df7-06ad-4954-a052-6bcebae4fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:46.244176 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:47.899511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:48.198978 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:49.432774 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:55.676292 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-7c13cd9d-bbb9-4e90-9cba-663e35b256e5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934807379&fields=id&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 267 time: 0.0363357 Jun 23 18:06:55.784747 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-57aff304-90e0-4a3f-a4a4-2c9c1a10ef26 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:55.786218 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-57aff304-90e0-4a3f-a4a4-2c9c1a10ef26 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1033270 Jun 23 18:06:55.801279 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-e162294d-86e5-4b19-878c-a73059dccc67 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/quotas/0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 375 time: 0.0096438 Jun 23 18:06:55.873928 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-a1a37ba0-7adf-40ce-9668-6dc0122baef4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670733 Jun 23 18:06:55.974262 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-c348a683-af70-497d-bd2d-4720ca6ef4e2 service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883806 Jun 23 18:06:56.070094 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-30b7b9ed-36e3-483f-a433-89a56464c691 service neutron] 10.222.0.66 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898280 Jun 23 18:06:56.423483 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-5960bc9a-a5b9-4162-adbc-89db5a150b17 req-de227d76-f0c0-44ba-97bd-74bc8543c937 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 210 time: 0.0813580 Jun 23 18:06:57.401710 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-d9ff2546-61fb-42d3-bf97-dd44367eedc9 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:57.403124 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-d9ff2546-61fb-42d3-bf97-dd44367eedc9 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 811 time: 0.1050868 Jun 23 18:06:57.455924 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-7b1a6bfd-b820-4687-b073-b6fb00eaecf1 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e863be0b7ae43d68586a350fc25b0f2 HTTP/1.1" status: 200 len: 379 time: 0.0372841 Jun 23 18:06:57.464655 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'port': {'device_id': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'admin_state_up': True, 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'security_groups': ['100bb3f3-d8ab-4e4f-830f-4eaed476560e']}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:06:57.573855 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e4a329d9-54a7-4b03-9a05-df80d4a3dc31 req-3c053307-fb3a-4d1e-a78f-9926e751430c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 210 time: 0.0333037 Jun 23 18:06:57.583557 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Made reservation on behalf of 0e863be0b7ae43d68586a350fc25b0f2 for: {'port': 1} {{(pid=104927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 18:06:57.587200 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:57.715973 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.db_base_plugin_common [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.20.0.7 (9a19339a-1c77-4899-afa6-fb2d2752eb66/4a4621e5-1013-4b95-910b-20906cc07ffa/90758409-c7cb-4de0-bc2e-09f800504c7d) {{(pid=104927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:06:57.869901 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:57.885445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Transition to ACTIVE for port object 90758409-c7cb-4de0-bc2e-09f800504c7d will not be triggered until provisioned by entity DHCP. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:06:57.922278 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25402863'] for port, after_create {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:57.926867 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-c221e0aa-217d-4789-bc74-33e30a18a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:06:57.969124 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 is already hosted by enough agents. {{(pid=104927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:06:57.972282 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.base_scheduler [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:06:57.976136 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:06:57.982782 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=1']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:06:58.015963 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.016358 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.016733 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.017088 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.017445 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.017806 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.018163 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.018521 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.018883 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.019238 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.019590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.019965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:06:58.031897 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:06:58.051326 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:58.052007 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.067024 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-0dab44c7-dc4c-4fae-aec5-188a6f541f1f tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065102 Jun 23 18:06:58.080438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.v2.base [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Request body: {'port': {'device_id': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=104927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:06:58.158701 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.206069 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-b36c15b5-8652-4cde-a072-0bc7e629e0c8 None None] Provisioning for port 90758409-c7cb-4de0-bc2e-09f800504c7d completed by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:06:58.209895 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-b36c15b5-8652-4cde-a072-0bc7e629e0c8 None None] Provisioning complete for port 90758409-c7cb-4de0-bc2e-09f800504c7d triggered by entity DHCP. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:06:58.210405 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b36c15b5-8652-4cde-a072-0bc7e629e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.243805 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-b36c15b5-8652-4cde-a072-0bc7e629e0c8 None None] Port 90758409-c7cb-4de0-bc2e-09f800504c7d cannot update to ACTIVE because it is not bound. {{(pid=104928) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 18:06:58.419904 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90758409-c7cb-4de0-bc2e-09f800504c7d {{(pid=104927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:06:58.429345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.444302 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.provisioning_blocks [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Transition to ACTIVE for port object 90758409-c7cb-4de0-bc2e-09f800504c7d will not be triggered until provisioned by entity L2. {{(pid=104927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 18:06:58.448205 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.451056 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fca7bbf2-be9e-4374-9cac-66cdf05a2447 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:06:58.506966 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Pushing event updated for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=2']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:06:58.510416 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:06:58.583223 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Attempting to bind port 90758409-c7cb-4de0-bc2e-09f800504c7d on host hv-cinder-79751 for vnic_type normal with profile {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 18:06:58.583823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Attempting to bind port 90758409-c7cb-4de0-bc2e-09f800504c7d by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 18:06:58.583971 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Attempting to bind port 90758409-c7cb-4de0-bc2e-09f800504c7d on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:06:58.588807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Port 90758409-c7cb-4de0-bc2e-09f800504c7d on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 18:06:58.589147 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Attempting to bind port 90758409-c7cb-4de0-bc2e-09f800504c7d on network 9a19339a-1c77-4899-afa6-fb2d2752eb66 {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 18:06:58.594959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Checking agent: {'id': '1ee11e56-e25c-4c0e-b613-279b1ee06b28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'started_at': datetime.datetime(2021, 6, 23, 17, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 18:06:58.595294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Checking segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 18:06:58.595722 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Bound using segment: {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'} {{(pid=104927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 18:06:58.596156 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.managers [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Bound port: 90758409-c7cb-4de0-bc2e-09f800504c7d, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d6da1a-3184-4746-a4b7-17d07d294bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66'}}] {{(pid=104927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 18:06:58.596501 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.673137 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, cleared binding levels {{(pid=104927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 18:06:58.676438 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=90758409-c7cb-4de0-bc2e-09f800504c7d,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 18:06:58.681991 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25402877'] for port, after_update {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.684183 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4e51afab-14fb-4c3d-a0b6-5088634e3c83 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:06:58.717377 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:58.718659 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:06:58.720228 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] 10.222.0.65 "PUT /v2.0/ports/90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 1093 time: 0.6452248 Jun 23 18:06:58.720756 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:06:58.723062 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d571a4-fc3f-4be5-926c-a23f152d93fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:06:58.778800 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572710b4-9f22-4c0b-a90c-4a4c6a1335c0 x-openstack-request-id: req-572710b4-9f22-4c0b-a90c-4a4c6a1335c0 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:06:58.779135 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:06:58.779437 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-572710b4-9f22-4c0b-a90c-4a4c6a1335c0 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:06:58.779901 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'status': 'completed', 'code': 200} Jun 23 18:06:58.818172 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Pushing event updated for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=3']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:06:58.823344 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:06:58.865761 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665603a8-0962-4044-8779-7671ba93fef5 req-914d0659-fdff-46dd-95b6-2aa3fbf31712 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:58.867326 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-665603a8-0962-4044-8779-7671ba93fef5 req-914d0659-fdff-46dd-95b6-2aa3fbf31712 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.1409166 Jun 23 18:06:58.881959 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-eb8d853b-0410-492a-8d22-073445d3baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:58.883677 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-eb8d853b-0410-492a-8d22-073445d3baae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0970869 Jun 23 18:06:58.934596 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-642630cd-e8e0-452d-9ec5-dcbcbc68b845 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 217 time: 0.0424714 Jun 23 18:06:58.975714 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-665603a8-0962-4044-8779-7671ba93fef5 req-f32c66ab-048b-483d-bab8-421e29981486 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022670 Jun 23 18:06:58.998603 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-6235f3cd-d392-4e0d-94e2-33325610903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.001164 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-6235f3cd-d392-4e0d-94e2-33325610903c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0592794 Jun 23 18:06:59.058596 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-cd5932e2-9f41-4d56-9689-01461795f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.060103 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-cd5932e2-9f41-4d56-9689-01461795f4af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531213 Jun 23 18:06:59.153694 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-68bae888-09f3-4bc8-93d5-0aa66377aa85 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868659 Jun 23 18:06:59.244108 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a4458209-4c9a-49d4-876d-8dc8c25f8cb0 req-3b28a656-9ec4-4289-a4df-9c5abe8732e7 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842032 Jun 23 18:06:59.340132 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-0c9533d4-6f50-40a9-bd54-1e5fdc352282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.341589 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-0c9533d4-6f50-40a9-bd54-1e5fdc352282 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0511549 Jun 23 18:06:59.433673 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-cc8e35b9-38bc-45cd-a3ce-036abea99ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.435107 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-cc8e35b9-38bc-45cd-a3ce-036abea99ba7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0871716 Jun 23 18:06:59.474202 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-bda27333-adad-422b-a00f-46158bd199bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 217 time: 0.0330887 Jun 23 18:06:59.526440 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-079b98cc-12b3-41be-ab56-ab640afc2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.527809 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-079b98cc-12b3-41be-ab56-ab640afc2986 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0477312 Jun 23 18:06:59.584660 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-c5e621fa-99d1-4227-8b70-112319fff778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:06:59.586144 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-c5e621fa-99d1-4227-8b70-112319fff778 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517092 Jun 23 18:06:59.683170 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-bfb94f49-4874-4262-bfda-e76dd3fa3d5b service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906336 Jun 23 18:06:59.772062 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-03d571a4-fc3f-4be5-926c-a23f152d93fb req-216a9f3f-f4b6-411e-b04e-cc98ad09bd21 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830393 Jun 23 18:07:00.173806 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e28a6-d79d-4305-a3f1-3b70e943cc59 req-4e343b83-d58d-40f0-bfd9-00267435d76e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:00.175271 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c15e28a6-d79d-4305-a3f1-3b70e943cc59 req-4e343b83-d58d-40f0-bfd9-00267435d76e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0640945 Jun 23 18:07:00.213661 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-c15e28a6-d79d-4305-a3f1-3b70e943cc59 req-c519afa9-dae5-495e-9faa-77fc66233add tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326090 Jun 23 18:07:01.421283 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916124a-baa3-4d60-bbf5-0981e0f13c87 req-c369b780-fe26-4edb-b2fa-1a7f1f1865c5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:01.426416 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3916124a-baa3-4d60-bbf5-0981e0f13c87 req-c369b780-fe26-4edb-b2fa-1a7f1f1865c5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0895128 Jun 23 18:07:01.484050 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3916124a-baa3-4d60-bbf5-0981e0f13c87 req-75ad960f-bff7-4dac-aa48-c12f0469f5a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479419 Jun 23 18:07:02.836406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c05bc-7f13-44f8-b6d1-619fe0faeb7b req-a34c428d-42f0-4e9d-ac1c-6e59c03b2c59 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:02.837833 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9b8c05bc-7f13-44f8-b6d1-619fe0faeb7b req-a34c428d-42f0-4e9d-ac1c-6e59c03b2c59 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0717015 Jun 23 18:07:02.880161 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-9b8c05bc-7f13-44f8-b6d1-619fe0faeb7b req-5042543d-42bd-4d1d-bc20-d3949d638519 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366712 Jun 23 18:07:04.053852 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1c86-8c6c-4241-b46e-4ba2a05387af req-13ec09dd-7787-4750-b9e9-b913e75d8451 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:04.055254 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ab2a1c86-8c6c-4241-b46e-4ba2a05387af req-13ec09dd-7787-4750-b9e9-b913e75d8451 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0642295 Jun 23 18:07:04.094790 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-ab2a1c86-8c6c-4241-b46e-4ba2a05387af req-2b606557-6092-4268-8238-9899803832af tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331793 Jun 23 18:07:05.265897 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe230741-2dfe-4191-ba74-3a2754180e59 req-df54b300-72ca-42c1-ad3e-28c63ed3593c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:05.267901 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fe230741-2dfe-4191-ba74-3a2754180e59 req-df54b300-72ca-42c1-ad3e-28c63ed3593c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0638626 Jun 23 18:07:05.308617 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fe230741-2dfe-4191-ba74-3a2754180e59 req-01d86200-6461-4ee9-b8b5-277aa3ad27da tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349233 Jun 23 18:07:06.487895 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1274b-1506-469a-80de-83e64307a4b2 req-fff3b158-2f41-41ec-9672-8052b494c2c0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:06.489490 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44d1274b-1506-469a-80de-83e64307a4b2 req-fff3b158-2f41-41ec-9672-8052b494c2c0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0660973 Jun 23 18:07:06.529147 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-44d1274b-1506-469a-80de-83e64307a4b2 req-ea8ad7dd-8066-4dcb-b421-e8b3e270eedf tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336113 Jun 23 18:07:07.648473 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 90758409-c7cb-4de0-bc2e-09f800504c7d details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=104928) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 18:07:07.708542 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1aa23-81a5-48e9-8325-dbfe29eb80f2 req-c99ec5f9-919f-4a25-8247-f810b10004f0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:07.710099 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f6d1aa23-81a5-48e9-8325-dbfe29eb80f2 req-c99ec5f9-919f-4a25-8247-f810b10004f0 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 943 time: 0.0685570 Jun 23 18:07:07.751122 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-f6d1aa23-81a5-48e9-8325-dbfe29eb80f2 req-22ba3ea5-0c5c-4164-9f9e-03acf40ba0c2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345659 Jun 23 18:07:07.755519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=90758409-c7cb-4de0-bc2e-09f800504c7d,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:07:07.768577 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Returning: {'device': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'port_id': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104928) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 18:07:07.805832 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:07.819971 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90758409-c7cb-4de0-bc2e-09f800504c7d {{(pid=104928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 18:07:07.840868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=90758409-c7cb-4de0-bc2e-09f800504c7d,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:07:07.845617 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:07.847430 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-a3353191-9dd0-47fb-a4ca-c70df92e3ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:07:07.907039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=4']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:07:07.916357 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.916700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.917039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.917371 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.917700 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.918024 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.918350 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.918684 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.918986 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.919297 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.919611 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.919953 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:07.924577 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:07:08.295013 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] get_ports_and_sgs() called for port_ids ['90758409-c7cb-4de0-bc2e-09f800504c7d'] {{(pid=104928) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 18:07:08.927365 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc8ecd-f65d-4634-928d-cb8b5103d99e req-e42c90f8-738b-4368-b52a-fdd81e0fa56b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:08.928883 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bebc8ecd-f65d-4634-928d-cb8b5103d99e req-e42c90f8-738b-4368-b52a-fdd81e0fa56b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 944 time: 0.0673358 Jun 23 18:07:08.972806 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-bebc8ecd-f65d-4634-928d-cb8b5103d99e req-242675b1-8299-44a4-aff0-2dd0fc3aadd5 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381119 Jun 23 18:07:09.662852 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 90758409-c7cb-4de0-bc2e-09f800504c7d up at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 18:07:09.717511 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning for port 90758409-c7cb-4de0-bc2e-09f800504c7d completed by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 18:07:09.721705 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.provisioning_blocks [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Provisioning complete for port 90758409-c7cb-4de0-bc2e-09f800504c7d triggered by entity L2. {{(pid=104928) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 18:07:09.722133 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962948'] for port, provisioning_complete {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:09.798257 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:09.821569 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d'}] {{(pid=104928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:07:09.824026 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f12d4e39bff770d6a9abfd99458d21f567f9854aa947cc13f95a2d3577942fb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d9a62-8da1-45f0-bfb6-c89c7128ce07" -d '{"events": [{"server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "name": "network-vif-plugged", "status": "completed", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d"}]}' {{(pid=104928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:07:09.837450 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.db [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=90758409-c7cb-4de0-bc2e-09f800504c7d,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:07:09.847968 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076'] for port, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:09.850073 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-097fbc16-20ae-4911-9f51-a9a2253047b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:07:09.872519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39527e-6bcc-416c-876d-f9a00403df76 x-openstack-request-id: req-cf39527e-6bcc-416c-876d-f9a00403df76 {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:07:09.872821 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "name": "network-vif-plugged", "status": "completed", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d", "code": 200}]} {{(pid=104928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:07:09.873100 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf39527e-6bcc-416c-876d-f9a00403df76 {{(pid=104928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:07:09.873666 dv-cinder-797510-2-iscsi neutron-server[104928]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'code': 200} Jun 23 18:07:09.900957 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Pushing event updated for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=5']} {{(pid=104928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:07:09.904190 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG oslo_concurrency.lockutils [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:07:10.191858 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb57cb-f5b3-47b4-b0f7-8ff7c3b12b53 req-1c5d3699-8a41-46db-b98c-248f1e3716fc tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:10.193323 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9aeb57cb-f5b3-47b4-b0f7-8ff7c3b12b53 req-1c5d3699-8a41-46db-b98c-248f1e3716fc tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.1036522 Jun 23 18:07:10.243477 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bd4a1-090e-4ba6-bcbd-2b693ee94318 req-3d3fc51d-cd42-4d72-9a45-b2982b514041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:10.244987 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1bd4a1-090e-4ba6-bcbd-2b693ee94318 req-3d3fc51d-cd42-4d72-9a45-b2982b514041 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1098 time: 0.1448238 Jun 23 18:07:10.247764 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9aeb57cb-f5b3-47b4-b0f7-8ff7c3b12b53 req-4ed5f000-3fff-4d5d-931e-2d708b905049 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Jun 23 18:07:10.279966 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-da1bd4a1-090e-4ba6-bcbd-2b693ee94318 req-7f4e645c-6ba4-4dbd-9048-acfa00adaf41 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283208 Jun 23 18:07:11.430045 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239fa8-5cd3-446b-ac11-1ec960cfc8a4 req-50201b33-12d6-4667-87e8-c05ad99f5472 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:11.431742 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d6239fa8-5cd3-446b-ac11-1ec960cfc8a4 req-50201b33-12d6-4667-87e8-c05ad99f5472 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0709453 Jun 23 18:07:11.471331 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-d6239fa8-5cd3-446b-ac11-1ec960cfc8a4 req-5a7954e0-5245-479e-b200-febec75991c8 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Jun 23 18:07:12.653411 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1aca7-daa4-4550-a16d-13f3728e4dd1 req-b896aa97-f56d-4360-9ef0-9e7852482846 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:12.654935 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74b1aca7-daa4-4550-a16d-13f3728e4dd1 req-b896aa97-f56d-4360-9ef0-9e7852482846 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0651877 Jun 23 18:07:12.694281 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-74b1aca7-daa4-4550-a16d-13f3728e4dd1 req-fd3c0e91-afdd-414e-983f-bafc94250485 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Jun 23 18:07:12.867816 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc02b2-57dc-459d-a9fd-a44e3f048a99 req-b6559957-aed4-4b1e-9fd9-1ead8c9c46e4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:12.869207 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5ddc02b2-57dc-459d-a9fd-a44e3f048a99 req-b6559957-aed4-4b1e-9fd9-1ead8c9c46e4 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0639307 Jun 23 18:07:12.908988 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5ddc02b2-57dc-459d-a9fd-a44e3f048a99 req-3d302443-d575-489c-8a66-206d1f55771c tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Jun 23 18:07:12.933529 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33190) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:12.986669 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d12ece7-1581-4cdc-8783-62e340621f40 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:12.988377 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-8d12ece7-1581-4cdc-8783-62e340621f40 tempest-TestVolumeBootPattern-1332773479 tempest-TestVolumeBootPattern-1332773479-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1093 time: 0.0538642 Jun 23 18:07:12.991111 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33192) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:07:12.995513 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.v2.base [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Request body: {'floatingip': {'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'port_id': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 18:07:13.018736 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.118762 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-993066'] for port, before_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.225544 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_common [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Allocated IP 172.27.3.17 (9f09bb7f-0c89-400e-be25-9e3ab3500d95/5a42a1fe-aa2a-463e-af08-8915f6265504/9427105b-4741-421b-ba35-31291c08bd59) {{(pid=104926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 18:07:13.252934 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-3e7841cd-c6a2-4573-8324-b9490bb0f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.328028 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.367920 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-993133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774200570013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25546544'] for port, after_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.369963 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-877e45fd-804c-451f-b3ce-bf0b89a237f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:07:13.412500 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Network 9f09bb7f-0c89-400e-be25-9e3ab3500d95 is already hosted by enough agents. {{(pid=104926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 18:07:13.416483 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.base_scheduler [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Resources bound (agent type, host, resource id): {{(pid=104926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 18:07:13.418475 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=9427105b-4741-421b-ba35-31291c08bd59,revision_number=1']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:07:13.420604 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Received port after_create {{(pid=104926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 18:07:13.447263 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.447672 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.448063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.448442 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.448811 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.449182 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.449550 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.449919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.450283 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.450649 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.451008 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.451367 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:07:13.456724 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:07:13.805362 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:13.884714 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-993084'] for port, before_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.036643 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for port, precommit_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.041096 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774200979155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774200570031', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774200570076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25546530'] for port, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.043266 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-a5976081-5066-4a93-9bd9-ae9176e056b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:07:14.106493 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event updated for resources: {'Port': ['ID=9427105b-4741-421b-ba35-31291c08bd59,revision_number=2']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:07:14.110420 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:07:14.120812 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3831163'] for floatingip, after_update {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.223309 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP f876c80f-823f-4e68-826d-5ae7171370df associated. External IP: 172.27.3.17, port: 90758409-c7cb-4de0-bc2e-09f800504c7d. Jun 23 18:07:14.671316 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:07:14.786346 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:07:14.795810 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:07:14.805799 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:14.807791 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:07:14.807791 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:06:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:07:14.846658 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7b862cb6-7dfd-49db-9393-96b8de4b88b3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8544567 Jun 23 18:07:14.847443 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:07:14.849834 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:07:14.887682 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5691db-b017-4ed6-8c3c-8add35c065b3 x-openstack-request-id: req-6d5691db-b017-4ed6-8c3c-8add35c065b3 {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:07:14.888321 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:07:14.888321 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d5691db-b017-4ed6-8c3c-8add35c065b3 {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:07:14.888772 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'status': 'completed', 'code': 200} Jun 23 18:07:14.926792 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:07:14.969332 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-0a01dcbd-8f69-400d-8c14-4e5d9f954735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:14.970901 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-0a01dcbd-8f69-400d-8c14-4e5d9f954735 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1098 time: 0.0597210 Jun 23 18:07:15.062599 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-cf7ee7c4-ab25-48b5-9e34-bdb721099466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:15.064246 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-cf7ee7c4-ab25-48b5-9e34-bdb721099466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0870914 Jun 23 18:07:15.130512 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-e7c22a4a-428f-4952-94a0-7aefd7b4a654 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 998 time: 0.0600519 Jun 23 18:07:15.158191 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}, {'id': 'f876c80f-823f-4e68-826d-5ae7171370df', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:07:13Z', 'updated_at': '2021-06-23T18:07:13Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:07:15.182773 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-78c164d5-8f69-440a-bcf5-9301cab26b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:15.184047 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:07:15.184209 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-78c164d5-8f69-440a-bcf5-9301cab26b80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0472209 Jun 23 18:07:15.193601 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:07:15.194228 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:06:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:07:15.241276 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-edf487bb-9347-4001-8d23-d95d263298ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:15.242783 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-edf487bb-9347-4001-8d23-d95d263298ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523942 Jun 23 18:07:15.304395 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:07:15.334596 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-7d1a9532-3041-41bc-a4b2-da05ddda6828 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847223 Jun 23 18:07:15.426736 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-2a56f685-572d-4b27-b0e4-7bb54b57d1e5 req-870243c1-b4f4-4450-8611-aeac2a8d81ec service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850992 Jun 23 18:07:15.535820 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}, {'id': 'f876c80f-823f-4e68-826d-5ae7171370df', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:07:13Z', 'updated_at': '2021-06-23T18:07:13Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:07:15.561798 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b74af-256a-4b4d-a742-a513a207107b None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}, {'id': 'f876c80f-823f-4e68-826d-5ae7171370df', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:60:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:07:13Z', 'updated_at': '2021-06-23T18:07:13Z', 'revision_number': 0, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:07:15.844344 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c84ad6-5805-400f-a8f3-694a4b3c68f1 None None] New status for floating IP f876c80f-823f-4e68-826d-5ae7171370df: ACTIVE {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:07:16.130692 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:07:16.224301 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-032cbdb0-a1e3-4c1f-9761-33effe14c553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:16.245200 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:17.903170 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:18.206959 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:19.434711 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:32.513688 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-f5011ba3-2df6-4f44-96a4-e4998f8425af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561824 Jun 23 18:07:32.611743 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-8ab4457e-e69f-4b04-a779-670423df6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:32.613189 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-8ab4457e-e69f-4b04-a779-670423df6f27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0533893 Jun 23 18:07:32.723201 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-459982cf-536c-4395-83da-51de03c7f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:32.724844 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-459982cf-536c-4395-83da-51de03c7f77f service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.0911689 Jun 23 18:07:32.795260 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-5d55544a-149d-4479-b8cc-c2b7881375c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 1000 time: 0.0625911 Jun 23 18:07:32.854965 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-751dccef-9239-455f-a340-4c26ee8c106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:32.856426 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-751dccef-9239-455f-a340-4c26ee8c106e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0441256 Jun 23 18:07:32.916191 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-a95a336f-f246-41b5-8501-16d538c6fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:07:32.917665 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-a95a336f-f246-41b5-8501-16d538c6fc28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549016 Jun 23 18:07:33.011825 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-2873ffb0-b4e0-4cfb-bcf8-c3217ff63f51 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Jun 23 18:07:33.102043 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-6fb1d9e2-4a94-44dc-be53-ac96d8ebdcc1 req-36a88dae-c24b-44e4-86fe-43abddbf9d15 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828512 Jun 23 18:07:43.254399 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6733-d3e6-4de6-80fb-b7ce9d497b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:46.228147 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5110a280-8c35-43e2-8aba-91105bbca59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:46.249162 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:47.917103 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:48.213247 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:49.445353 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:07:53.140576 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:08:13.258342 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-b699fac5-e0a2-41db-b86d-38638e7b3001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:16.223375 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-55decad2-242a-4d5a-9fda-344f2c14a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:16.254066 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:17.922625 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:18.205306 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:19.445685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:30.129950 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:08:35.099677 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-9184d374-2072-4ec2-8fcc-2c713e9b314e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611398 Jun 23 18:08:35.181097 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-db9915a1-b6b3-4837-b8ee-261da781a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:08:35.182572 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-db9915a1-b6b3-4837-b8ee-261da781a7a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1098 time: 0.0606132 Jun 23 18:08:35.304723 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-d49e2e94-4e6f-4788-a74e-f34781b26f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:08:35.306178 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-d49e2e94-4e6f-4788-a74e-f34781b26f25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.1011341 Jun 23 18:08:35.380021 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-5b086d92-0be9-47db-a03c-13e9a04037a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 1000 time: 0.0666349 Jun 23 18:08:35.429977 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-2f03775b-0011-470f-bcff-23b4100eaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:08:35.431450 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-2f03775b-0011-470f-bcff-23b4100eaed6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0457983 Jun 23 18:08:35.496013 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-e12b1c5b-77c3-4760-a90b-6d7bbeeb05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:08:35.497514 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-e12b1c5b-77c3-4760-a90b-6d7bbeeb05e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589402 Jun 23 18:08:35.594583 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-166e037e-c171-44b2-ad98-fe3607c990ae service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905716 Jun 23 18:08:35.704883 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-22d6ac95-40a1-4420-b1c6-7f6f513c9bfd req-7053d02e-32ed-4714-89d4-ce17d90baf2d service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038899 Jun 23 18:08:43.267723 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d7142850-6ffd-4b54-987a-37d6f313079e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:46.228501 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-941e72c2-ebb1-45c3-b211-2fe190428e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:46.261425 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:47.912937 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:48.206503 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:08:49.447567 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:07.128398 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:09:13.261191 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-fee4e96f-905b-49f7-ac16-501a027a7c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.075785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33236) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:15.236869 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 9427105b-4741-421b-ba35-31291c08bd59 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:15.237219 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.572444 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.572778 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.584373 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 9427105b-4741-421b-ba35-31291c08bd59 owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:15.741680 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.744146 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-aa7baf41-b435-4764-9eea-7428b9dbd8a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:15.766695 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=9427105b-4741-421b-ba35-31291c08bd59,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:15.781096 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.781480 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.781855 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.782224 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.782586 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.782949 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.783310 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.783690 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.784054 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.784409 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.784764 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.785117 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:15.803133 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:15.844788 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:15.845117 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.db.l3_db [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP f876c80f-823f-4e68-826d-5ae7171370df disassociated (deleted). External IP: 172.27.3.17, port: 90758409-c7cb-4de0-bc2e-09f800504c7d. Jun 23 18:09:16.055413 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:09:16.166634 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:09:16.171590 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:16.177684 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:09:16.190404 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:16.191027 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:08:46Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:16.215397 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-7b0d72ba-9ef4-406b-a639-bb57eef0d567 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "DELETE /v2.0/floatingips/f876c80f-823f-4e68-826d-5ae7171370df HTTP/1.1" status: 204 len: 168 time: 1.1385903 Jun 23 18:09:16.216084 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:09:16.218411 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05611871-c45c-498b-8cbe-1c9431ce18ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:09:16.263352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d996d-8f6f-4fd7-956e-42297417e607 x-openstack-request-id: req-4b4d996d-8f6f-4fd7-956e-42297417e607 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:09:16.263731 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:09:16.264026 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4b4d996d-8f6f-4fd7-956e-42297417e607 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:09:16.264470 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'status': 'completed', 'code': 200} Jun 23 18:09:16.345510 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-9c9edbd7-861e-457f-a972-72d3e20df86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:16.347161 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-9c9edbd7-861e-457f-a972-72d3e20df86f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 1098 time: 0.0601408 Jun 23 18:09:16.388112 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a0758696-dfed-4908-bfbe-23d8a4843d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:16.422030 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:16.453009 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:16.461785 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-50afe5ab-3185-4370-8851-6781a94de76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:16.465720 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-50afe5ab-3185-4370-8851-6781a94de76d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.1098304 Jun 23 18:09:16.513228 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-f71b773e-bca4-44fc-9755-1e0f5a82ef09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 200 len: 217 time: 0.0427108 Jun 23 18:09:16.567267 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-959dc1d9-0d8d-497c-ae60-350fc6448129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:16.568955 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-959dc1d9-0d8d-497c-ae60-350fc6448129 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0482576 Jun 23 18:09:16.674934 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-9e24ef09-8065-4bf6-ac16-ebcd3557ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:16.676451 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-9e24ef09-8065-4bf6-ac16-ebcd3557ce65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000776 Jun 23 18:09:16.692753 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2a056-c0d0-418f-8121-22ead72dd89c req-4952cb4f-1412-49b7-bc8a-54b4596b8242 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:16.694223 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9bb2a056-c0d0-418f-8121-22ead72dd89c req-4952cb4f-1412-49b7-bc8a-54b4596b8242 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0895197 Jun 23 18:09:16.723519 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:16.750616 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:09:16.760063 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:16.760686 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:16.780183 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-9bb2a056-c0d0-418f-8121-22ead72dd89c req-86cee8b1-0141-45a2-b337-2df29ebeaa0d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780497 Jun 23 18:09:16.810767 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-1359b168-628f-467d-a126-e3442c48e5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256940 Jun 23 18:09:16.868039 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:16.909850 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-05611871-c45c-498b-8cbe-1c9431ce18ea req-3d93499c-2e29-4912-98ee-161ded729df7 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Jun 23 18:09:17.107820 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:17.133660 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69913210-98c9-420b-afa2-9a850b7224a9 None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_floatingips': [{'id': '6f20bea8-69f7-403c-9c09-35173b15cd25', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'router_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'port_id': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'mac_address': 'fa:16:3e:96:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15068384-b4ed-4998-a090-fac102d89fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T18:04:54Z', 'updated_at': '2021-06-23T18:04:56Z', 'revision_number': 1, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:09:17.350486 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de457e-f715-4b5a-8fcb-59a3b27ace65 None None] New status for floating IP f876c80f-823f-4e68-826d-5ae7171370df: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:09:17.916983 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:17.976936 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278427-adf2-42e7-844f-2edd4966506a req-364ad22e-3ed7-4b2e-b9b6-c8f64a4b0043 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:17.978372 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f278427-adf2-42e7-844f-2edd4966506a req-364ad22e-3ed7-4b2e-b9b6-c8f64a4b0043 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0671680 Jun 23 18:09:18.017610 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5f278427-adf2-42e7-844f-2edd4966506a req-2d1d5ca8-5cec-401a-8da7-32255f9df68a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Jun 23 18:09:18.202272 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:18.364439 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-cb70d9d5-aa60-423e-8521-dac0d8473fc3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:18.365833 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-cb70d9d5-aa60-423e-8521-dac0d8473fc3 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 945 time: 0.0646141 Jun 23 18:09:18.508962 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 90758409-c7cb-4de0-bc2e-09f800504c7d {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:18.509306 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:18.610982 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] For port 90758409-c7cb-4de0-bc2e-09f800504c7d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=90758409-c7cb-4de0-bc2e-09f800504c7d,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:18.611345 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:18.624262 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 90758409-c7cb-4de0-bc2e-09f800504c7d owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:18.763081 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:18.767699 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:18.792642 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=90758409-c7cb-4de0-bc2e-09f800504c7d,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:18.796459 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:18.843383 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] No DVR routers for this DVR port 90758409-c7cb-4de0-bc2e-09f800504c7d on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:09:18.845916 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:18.847959 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-98c77c39-9a00-42d7-9e62-817d71b17350 req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "DELETE /v2.0/ports/90758409-c7cb-4de0-bc2e-09f800504c7d HTTP/1.1" status: 204 len: 173 time: 0.4769948 Jun 23 18:09:18.848473 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'name': 'network-vif-deleted', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:09:18.850758 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a0a04-e43e-41f4-be5a-14571ff273b3" -d '{"events": [{"server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "name": "network-vif-deleted", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:09:18.917567 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048fb126-1347-4986-8aa0-9ec2fb521b63 x-openstack-request-id: req-048fb126-1347-4986-8aa0-9ec2fb521b63 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:09:18.918781 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6a60d4-058f-4d0e-a423-788d19ed7ce4", "name": "network-vif-deleted", "tag": "90758409-c7cb-4de0-bc2e-09f800504c7d", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:09:18.918781 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-048fb126-1347-4986-8aa0-9ec2fb521b63 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:09:18.918781 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6a60d4-058f-4d0e-a423-788d19ed7ce4', 'name': 'network-vif-deleted', 'tag': '90758409-c7cb-4de0-bc2e-09f800504c7d', 'status': 'completed', 'code': 200} Jun 23 18:09:19.173169 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-fbc2f687-31a7-495a-8426-e9bf19100abf req-e6cb946a-c981-45dd-b667-ba4e7e58180a tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e6a60d4-058f-4d0e-a423-788d19ed7ce4 HTTP/1.1" status: 200 len: 210 time: 0.0403252 Jun 23 18:09:19.449939 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:20.257486 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 90758409-c7cb-4de0-bc2e-09f800504c7d no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:20.278167 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 90758409-c7cb-4de0-bc2e-09f800504c7d {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:20.278503 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 90758409-c7cb-4de0-bc2e-09f800504c7d not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:22.499386 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33280) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:22.680622 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 6cda4357-36fe-4447-93ea-32be4e435da0 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:22.680954 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:22.760919 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:22.761292 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:22.773770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 6cda4357-36fe-4447-93ea-32be4e435da0 owned by network:floatingip {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:22.929432 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:22.931957 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-5251a7f5-647d-4842-a3f1-b0966fb816a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:22.954296 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=6cda4357-36fe-4447-93ea-32be4e435da0,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:22.967053 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.967250 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.967683 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.968007 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.968373 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.968733 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.969094 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.969453 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.969811 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.970168 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.970521 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.970873 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-2-iscsi {{(pid=104926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 18:09:22.975188 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:23.033150 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:23.033384 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.db.l3_db [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Floating IP 6f20bea8-69f7-403c-9c09-35173b15cd25 disassociated (deleted). External IP: 172.27.3.70, port: 989060c1-c1b0-4c93-81e3-a437d2697f43. Jun 23 18:09:23.243648 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:09:23.351770 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:09:23.356814 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:23.363015 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:09:23.372446 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:23.373090 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:23.396107 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4541c6cc-ddc6-4f97-8a42-4322d01cd2a2 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "DELETE /v2.0/floatingips/6f20bea8-69f7-403c-9c09-35173b15cd25 HTTP/1.1" status: 204 len: 168 time: 0.8955662 Jun 23 18:09:23.396785 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43'}] {{(pid=104926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:09:23.400107 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d20c2568b4fa8c46c21eb0a93acc40dcd1c15c459037137e3723d71d79edb40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a37dce-7962-4998-8a6e-aac18e6ff2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43"}]}' {{(pid=104926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:09:23.494683 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:23.548687 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba9b72-6359-400d-9214-db1b416087be x-openstack-request-id: req-8dba9b72-6359-400d-9214-db1b416087be {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:09:23.549435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43", "status": "completed", "code": 200}]} {{(pid=104926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:09:23.549435 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8dba9b72-6359-400d-9214-db1b416087be {{(pid=104926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:09:23.549976 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'status': 'completed', 'code': 200} Jun 23 18:09:23.637114 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-6469e139-e156-4afc-b47d-c43f84b70fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:23.638642 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-6469e139-e156-4afc-b47d-c43f84b70fe7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0643132 Jun 23 18:09:23.724062 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:23.750199 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:09:23.759846 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:23.760472 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:23.772462 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-b10cb53c-b519-4658-9853-fea69cdad279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:23.774334 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-b10cb53c-b519-4658-9853-fea69cdad279 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 200 len: 912 time: 0.1272235 Jun 23 18:09:23.823045 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-969c6633-4ad5-499b-b6ce-a2591359f7b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 200 len: 217 time: 0.0407724 Jun 23 18:09:23.845964 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0561ad-30a6-40d0-817c-2b9798289368 req-07532da3-c8c0-4e69-a982-e879ff0f1aa6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:23.847458 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c0561ad-30a6-40d0-817c-2b9798289368 req-07532da3-c8c0-4e69-a982-e879ff0f1aa6 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.1248798 Jun 23 18:09:23.871427 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:23.906040 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-04bb5d67-4f79-44e8-91aa-6fbe3c148bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:23.907367 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-04bb5d67-4f79-44e8-91aa-6fbe3c148bd5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 200 len: 850 time: 0.0775917 Jun 23 18:09:23.915381 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-3c0561ad-30a6-40d0-817c-2b9798289368 req-cd48ab80-2afb-4049-bb19-5812899248dd tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495470 Jun 23 18:09:23.972645 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-c017e8ea-fa5c-4de3-afd6-afbd2d2a5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:23.974262 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-c017e8ea-fa5c-4de3-afd6-afbd2d2a5916 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9a19339a-1c77-4899-afa6-fb2d2752eb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578766 Jun 23 18:09:24.067072 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-de76ffbf-27c2-4a3c-bedb-b6817508f980 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Jun 23 18:09:24.076685 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:24.106389 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c1e0d6-2e08-496b-9374-b9d1e70e0e21 None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:01:27Z', 'revision_number': 4, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi', '_interfaces': [{'id': '0632846e-2685-4811-abc8-c19a9a5483c1', 'name': '', 'network_id': '9a19339a-1c77-4899-afa6-fb2d2752eb66', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'mac_address': 'fa:16:3e:be:d7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:26Z', 'updated_at': '2021-06-23T18:01:34Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'subnets': [{'id': '4a4621e5-1013-4b95-910b-20906cc07ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:09:24.162906 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-78a37dce-7962-4998-8a6e-aac18e6ff2e8 req-acca119b-93a3-4607-a820-80e88a14ad07 service neutron] 10.222.0.65 "GET /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891743 Jun 23 18:09:24.341850 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb674d7-7741-4b5e-ad7c-76f2b8d166c6 None None] New status for floating IP 6f20bea8-69f7-403c-9c09-35173b15cd25: DOWN {{(pid=104929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 18:09:25.095543 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128739c-2534-4230-9faa-70678fae3625 req-39005f36-4184-4777-8cfc-4a20cf17739b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:25.096960 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5128739c-2534-4230-9faa-70678fae3625 req-39005f36-4184-4777-8cfc-4a20cf17739b tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0677431 Jun 23 18:09:25.135540 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-5128739c-2534-4230-9faa-70678fae3625 req-63af14fb-56d0-4bd9-b290-7c701838e5e7 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/security-groups?id=100bb3f3-d8ab-4e4f-830f-4eaed476560e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Jun 23 18:09:25.415937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-25a67ebc-fc7d-47db-aa31-3174f064574e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 18:09:25.417371 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-25a67ebc-fc7d-47db-aa31-3174f064574e tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 945 time: 0.0669763 Jun 23 18:09:25.513080 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 989060c1-c1b0-4c93-81e3-a437d2697f43 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:25.513425 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:25.604150 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] For port 989060c1-c1b0-4c93-81e3-a437d2697f43, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=989060c1-c1b0-4c93-81e3-a437d2697f43,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:25.604495 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:25.616937 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 989060c1-c1b0-4c93-81e3-a437d2697f43 owned by compute:nova {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:25.746667 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:25.750588 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-638bbdfc-6e63-4d07-b1c5-2c4d84a47da0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:25.777199 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=989060c1-c1b0-4c93-81e3-a437d2697f43,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:25.780145 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:25.824102 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] No DVR routers for this DVR port 989060c1-c1b0-4c93-81e3-a437d2697f43 on host hv-cinder-79751 {{(pid=104927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:09:25.826700 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for port, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:25.828739 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [req-a46411b4-7922-4ea4-9ce8-e4b2ff1b74b5 req-4875997e-3f2f-4ac5-b1d4-fa3a5ae7a92d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.65 "DELETE /v2.0/ports/989060c1-c1b0-4c93-81e3-a437d2697f43 HTTP/1.1" status: 204 len: 173 time: 0.4059737 Jun 23 18:09:25.829312 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'name': 'network-vif-deleted', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43'}] {{(pid=104927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 18:09:25.831605 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eb9302767652e5ee050314300f463b58e17d3afd567d14a1e4c7624d42a5038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a1fe70-5992-4b6f-9776-1d30fee09ac0" -d '{"events": [{"server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "name": "network-vif-deleted", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43"}]}' {{(pid=104927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 18:09:25.868400 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec665f01-ace0-4d55-a790-1d0894ef6f70 x-openstack-request-id: req-ec665f01-ace0-4d55-a790-1d0894ef6f70 {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 18:09:25.868685 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15068384-b4ed-4998-a090-fac102d89fb5", "name": "network-vif-deleted", "tag": "989060c1-c1b0-4c93-81e3-a437d2697f43", "status": "completed", "code": 200}]} {{(pid=104927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 18:09:25.868990 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ec665f01-ace0-4d55-a790-1d0894ef6f70 {{(pid=104927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 18:09:25.869430 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15068384-b4ed-4998-a090-fac102d89fb5', 'name': 'network-vif-deleted', 'tag': '989060c1-c1b0-4c93-81e3-a437d2697f43', 'status': 'completed', 'code': 200} Jun 23 18:09:26.301532 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [req-e07ca4c3-9ddd-4a2d-bb04-9537d2bc812a req-f6199105-cc4b-4a88-bb29-063c8882676d tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "GET /v2.0/ports?device_id=15068384-b4ed-4998-a090-fac102d89fb5 HTTP/1.1" status: 200 len: 210 time: 0.0285606 Jun 23 18:09:27.396960 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33298) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:27.522139 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Deleting port 764d90f1-fe8c-4443-9fc1-4051d104fc44 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:27.522604 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.613153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.613374 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.626823 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Calling delete_port for 764d90f1-fe8c-4443-9fc1-4051d104fc44 owned by network:floatingip {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:27.761342 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.763399 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-43500884-f8c5-41c3-a40e-8f63c4d71c98 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:27.788651 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'Port': ['ID=764d90f1-fe8c-4443-9fc1-4051d104fc44,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:27.792164 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:27.853554 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for floatingip, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.856484 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-70384'] for floatingip, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:27.857624 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9b83479a-ba19-46f0-bdbd-b35c22915977 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d09e827-36a6-4e6e-8bc0-153e919f2155 HTTP/1.1" status: 204 len: 168 time: 0.4592910 Jun 23 18:09:28.273525 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 989060c1-c1b0-4c93-81e3-a437d2697f43 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:28.294726 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] No Port match for: 989060c1-c1b0-4c93-81e3-a437d2697f43 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:28.295080 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Device 989060c1-c1b0-4c93-81e3-a437d2697f43 not bound to the agent host hv-cinder-79751 {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:29.130614 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33312) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:29.192249 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:29.217890 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:29.278390 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:29.281253 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:29.282563 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] 10.222.0.66 "DELETE /v2.0/security-groups/100bb3f3-d8ab-4e4f-830f-4eaed476560e HTTP/1.1" status: 204 len: 168 time: 0.1506317 Jun 23 18:09:29.283343 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ef841532-4134-41e6-968c-22eecf42f781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:29.292442 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bb3f3-d8ab-4e4f-830f-4eaed476560e,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:29.299173 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-82a8d29d-177d-40ed-8a5d-3f7f14c23976 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:29.341050 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33318) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:29.821395 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:30.082866 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Deleting port 0632846e-2685-4811-abc8-c19a9a5483c1 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:30.083207 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:30.158760 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] For port 0632846e-2685-4811-abc8-c19a9a5483c1, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=0632846e-2685-4811-abc8-c19a9a5483c1,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:30.159807 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:30.172149 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Calling delete_port for 0632846e-2685-4811-abc8-c19a9a5483c1 owned by network:router_interface {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:30.355509 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:30.357412 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-ee320a61-01d6-45a9-99bf-2c1dbc491824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:30.382352 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Pushing event deleted for resources: {'Port': ['ID=0632846e-2685-4811-abc8-c19a9a5483c1,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:30.386535 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:30.555009 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.029734 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Router afb764ee-1778-46fd-8e7a-e34e8c4b876b has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:09:31.134472 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:09:31.139406 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-9d1e4ee0-6efb-4ca9-8ae1-83355b278684 admin admin] 10.222.0.66 "PUT /v2.0/routers/afb764ee-1778-46fd-8e7a-e34e8c4b876b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963820 Jun 23 18:09:31.142030 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33326) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:31.144826 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Sync routers for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:09:31.155599 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:31.156273 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:31.251792 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.265482 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: dv-cinder-797510-2-iscsi {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:31.354940 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.411860 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Deleting port 71a1fe41-fbbd-46ab-be5e-207595486c1e {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:31.412232 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.450068 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:09:30Z', 'revision_number': 5, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port': {'id': '71a1fe41-fbbd-46ab-be5e-207595486c1e', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:25Z', 'updated_at': '2021-06-23T18:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:31.479780 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Checking router: afb764ee-1778-46fd-8e7a-e34e8c4b876b for host: dv-cinder-797510-2-iscsi {{(pid=104928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:09:31.488428 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Routers {'afb764ee-1778-46fd-8e7a-e34e8c4b876b'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:31.489032 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'], 'active': True} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:31.498992 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] For port 71a1fe41-fbbd-46ab-be5e-207595486c1e, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=71a1fe41-fbbd-46ab-be5e-207595486c1e,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:31.499355 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.513275 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Calling delete_port for 71a1fe41-fbbd-46ab-be5e-207595486c1e owned by network:router_gateway {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:31.689270 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.692481 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-001c99f7-b5cb-428b-8e8e-e337c6cdfbee tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:31.706176 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_dvr_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] Set router afb764ee-1778-46fd-8e7a-e34e8c4b876b gateway port host: None {{(pid=104928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:31.717486 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a1fe41-fbbd-46ab-be5e-207595486c1e,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:31.720578 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:31.762958 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.db.l3_hamode_db [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:09:31Z', 'revision_number': 6, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:31.784270 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.792748 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb54842-fe22-4a2c-8837-c7b60c545a07 None None] The sync data for ids ['afb764ee-1778-46fd-8e7a-e34e8c4b876b'] in dv-cinder-797510-2-iscsi is: [{'id': 'afb764ee-1778-46fd-8e7a-e34e8c4b876b', 'name': 'tempest-TestVolumeBootPattern-551293902-router', 'tenant_id': '0e863be0b7ae43d68586a350fc25b0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:24Z', 'updated_at': '2021-06-23T18:09:31Z', 'revision_number': 6, 'project_id': '0e863be0b7ae43d68586a350fc25b0f2', 'gw_port_host': None}] {{(pid=104928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:09:31.878464 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.878854 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.922061 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.922658 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb764ee-1778-46fd-8e7a-e34e8c4b876b {{(pid=104927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 18:09:31.927361 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] Notify callbacks [] for router, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:31.928975 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-fe6cd94c-3abb-46df-9047-e566a0f40b75 admin admin] 10.222.0.66 "DELETE /v2.0/routers/afb764ee-1778-46fd-8e7a-e34e8c4b876b HTTP/1.1" status: 204 len: 168 time: 0.7852628 Jun 23 18:09:31.933765 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33328) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:31.983187 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Deleting subnet 4a4621e5-1013-4b95-910b-20906cc07ffa {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 18:09:31.986731 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.022006 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.098495 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.156859 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.159592 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b0e257c6-2df1-493b-94e4-c6673b41d255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:32.187465 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4621e5-1013-4b95-910b-20906cc07ffa,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:32.191065 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:32.193915 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.196027 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-ed7e9ef5-ca68-49f3-bf1f-4b33f5ac6032 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4a4621e5-1013-4b95-910b-20906cc07ffa HTTP/1.1" status: 204 len: 168 time: 0.2611892 Jun 23 18:09:32.198383 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33330) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:32.203206 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a46697-52e6-401b-b926-e6c6ad3d5284 None None] Network 9a19339a-1c77-4899-afa6-fb2d2752eb66 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:09:32.275784 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.339335 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Deleting port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:32.339924 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.409211 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] For port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,segment=NetworkSegment(93d6da1a-3184-4746-a4b7-17d07d294bf5),segment_id=93d6da1a-3184-4746-a4b7-17d07d294bf5)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:32.409564 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.422137 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Calling delete_port for 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:32.500411 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.502356 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-ffddf663-428b-46d7-9231-3012602b8534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:32.528367 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=17fd2fc3-91f1-4513-b990-dbf31d0c54b3,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:32.532280 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:32.534354 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] No DVR routers for this DVR port 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:09:32.595173 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa42e4-4a66-4f7c-8e1d-4a90dadf04d3 None None] DHCP port deletion for 9a19339a-1c77-4899-afa6-fb2d2752eb66 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 18:09:32.610696 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.627183 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a19339a-1c77-4899-afa6-fb2d2752eb66']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:32.642026 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d6da1a-3184-4746-a4b7-17d07d294bf5') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:32.642332 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d6da1a-3184-4746-a4b7-17d07d294bf5') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:32.653135 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.669238 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.683665 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:09:32.684141 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 18:09:32.686359 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 18:09:32.761419 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.765488 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:32.768863 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:32.770712 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] 10.222.0.66 "DELETE /v2.0/networks/9a19339a-1c77-4899-afa6-fb2d2752eb66 HTTP/1.1" status: 204 len: 168 time: 0.5713825 Jun 23 18:09:32.774956 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33332) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:32.783180 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=9a19339a-1c77-4899-afa6-fb2d2752eb66,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:32.790075 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-6af5732a-c5d4-4e68-8c89-683aa5fb7dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:33.159294 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817981'] for router_interface, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:33.419719 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Deleting port 68826647-81e8-4462-973f-9f982a8cb0e3 {{(pid=104927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:33.420065 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:33.425075 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 71a1fe41-fbbd-46ab-be5e-207595486c1e no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:33.450795 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 71a1fe41-fbbd-46ab-be5e-207595486c1e {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:33.451152 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 71a1fe41-fbbd-46ab-be5e-207595486c1e not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:33.451584 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:33.470142 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:33.470505 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 17fd2fc3-91f1-4513-b990-dbf31d0c54b3 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:33.470944 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0632846e-2685-4811-abc8-c19a9a5483c1 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:33.496003 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 0632846e-2685-4811-abc8-c19a9a5483c1 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:33.496362 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 0632846e-2685-4811-abc8-c19a9a5483c1 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:33.507644 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.db [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] For port 68826647-81e8-4462-973f-9f982a8cb0e3, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=68826647-81e8-4462-973f-9f982a8cb0e3,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:33.508000 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:33.520824 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.plugins.ml2.plugin [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Calling delete_port for 68826647-81e8-4462-973f-9f982a8cb0e3 owned by network:router_interface {{(pid=104927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:33.704576 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25402870'] for port, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:33.706516 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-040c360d-c9a5-4b35-a4fa-b216ac652411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:33.730973 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68826647-81e8-4462-973f-9f982a8cb0e3,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:33.734074 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:33.904817 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4160289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3783949'] for router_interface, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.121935 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Router fe4c376e-52a3-4b10-a38d-5442b9787da7 has already been hosted by L3 agent 9ca6dccd-0c37-4446-a373-f96c6a248884 {{(pid=104927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 18:09:34.229112 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] Notify agent at l3_agent.dv-cinder-797510-2-iscsi the message routers_updated {{(pid=104927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 18:09:34.236958 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e345ffc1-46d8-419b-bcdc-bf31bbc854d2 admin admin] 10.222.0.66 "PUT /v2.0/routers/fe4c376e-52a3-4b10-a38d-5442b9787da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4573798 Jun 23 18:09:34.237106 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33334) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:34.238944 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Sync routers for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 18:09:34.249239 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:34.249851 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:34.345981 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.446231 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: dv-cinder-797510-2-iscsi {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:34.450586 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.511382 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Deleting port 65582a68-a490-4334-978a-165d19bec0ce {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:34.511742 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.592406 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] For port 65582a68-a490-4334-978a-165d19bec0ce, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=65582a68-a490-4334-978a-165d19bec0ce,segment=NetworkSegment(540324e5-7c05-4e84-8d1e-d2f35200972c),segment_id=540324e5-7c05-4e84-8d1e-d2f35200972c)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:34.592758 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.609171 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Calling delete_port for 65582a68-a490-4334-978a-165d19bec0ce owned by network:router_gateway {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:34.633381 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'external_fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '65582a68-a490-4334-978a-165d19bec0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:09:33Z', 'revision_number': 5, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port': {'id': '65582a68-a490-4334-978a-165d19bec0ce', 'name': '', 'network_id': '9f09bb7f-0c89-400e-be25-9e3ab3500d95', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T18:01:31Z', 'updated_at': '2021-06-23T18:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a42a1fe-aa2a-463e-af08-8915f6265504', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-2-iscsi'}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:34.658919 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Checking router: fe4c376e-52a3-4b10-a38d-5442b9787da7 for host: dv-cinder-797510-2-iscsi {{(pid=104929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 18:09:34.667049 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Routers {'fe4c376e-52a3-4b10-a38d-5442b9787da7'} bound to L3 agent in host dv-cinder-797510-2-iscsi {{(pid=104929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 18:09:34.667678 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T17:37:46Z,description=,heartbeat_timestamp=2021-06-23T18:09:16Z,host='dv-cinder-797510-2-iscsi',id=9ca6dccd-0c37-4446-a373-f96c6a248884,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T17:37:46Z,topic='l3_agent')) {'router_ids': ['fe4c376e-52a3-4b10-a38d-5442b9787da7'], 'active': True} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:34.776632 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_dvr_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] Set router fe4c376e-52a3-4b10-a38d-5442b9787da7 gateway port host: None {{(pid=104929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 18:09:34.791612 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.793905 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-9e7007b3-099f-4423-9633-8ceef247a341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:34.835143 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65582a68-a490-4334-978a-165d19bec0ce,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:34.839108 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:34.875801 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.l3_hamode_db [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:09:34Z', 'revision_number': 6, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port_host': None}], 'dv-cinder-797510-2-iscsi', False) {} {{(pid=104929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:34.906255 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3831192'] for router_gateway, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:34.908240 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8175d208-6d33-4c2c-95df-b178f950686b None None] The sync data for ids ['fe4c376e-52a3-4b10-a38d-5442b9787da7'] in dv-cinder-797510-2-iscsi is: [{'id': 'fe4c376e-52a3-4b10-a38d-5442b9787da7', 'name': 'tempest-TestVolumeBootPattern-2076899166-router', 'tenant_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T18:01:30Z', 'updated_at': '2021-06-23T18:09:34Z', 'revision_number': 6, 'project_id': '5a0348dcaed9400b83c1cd4ffa02bbee', 'gw_port_host': None}] {{(pid=104929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 18:09:35.002738 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3784380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.005021 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.051375 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3782902'] for router, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.051925 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4c376e-52a3-4b10-a38d-5442b9787da7 {{(pid=104926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 18:09:35.056404 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] Notify callbacks [] for router, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.057539 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-4c381ed6-f288-440c-83cf-38941a6397d1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fe4c376e-52a3-4b10-a38d-5442b9787da7 HTTP/1.1" status: 204 len: 168 time: 0.8200111 Jun 23 18:09:35.060096 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33338) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:35.104312 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.db_base_plugin_v2 [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Deleting subnet f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c {{(pid=104926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 18:09:35.107359 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.141102 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25433535'] for subnet, precommit_delete_associations {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.223950 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-951794'] for subnet, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.284196 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-951787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25546595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25573247'] for subnet, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.286553 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:35.312098 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:35.314962 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:35.315973 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for subnet, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.317835 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-2608db3e-b71e-400f-af1a-6ee0d5566c50 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f7f08c75-37ab-4fbe-b716-1c8ade9bbc5c HTTP/1.1" status: 204 len: 168 time: 0.2568245 Jun 23 18:09:35.320707 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33340) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:35.327528 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a660273-60bf-42e0-b724-2ce9e9e7e8bd None None] Network 52e8cd25-992d-4852-834e-55b4d8f71293 requested from dv-cinder-797510-2-iscsi {{(pid=104928) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 18:09:35.402775 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1007988'] for network, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.458904 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Deleting port cafab967-0c3b-4cf5-a5fa-03df242495a8 {{(pid=104926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 18:09:35.459252 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774200976159'] for port, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.525288 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.db [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] For port cafab967-0c3b-4cf5-a5fa-03df242495a8, host dv-cinder-797510-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-2-iscsi',level=0,port_id=cafab967-0c3b-4cf5-a5fa-03df242495a8,segment=NetworkSegment(27de32d8-a5b8-4c99-b22d-4d4e84b68675),segment_id=27de32d8-a5b8-4c99-b22d-4d4e84b68675)] {{(pid=104926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 18:09:35.525668 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3830226'] for port, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.537801 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Calling delete_port for cafab967-0c3b-4cf5-a5fa-03df242495a8 owned by network:dhcp {{(pid=104926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 18:09:35.621224 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-993122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4160307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774200980017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774200570022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25546537'] for port, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.623835 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d8c3f9af-7243-480e-b45a-2aae18f5f429 tempest-TestVolumeBootPattern-1215607100 tempest-TestVolumeBootPattern-1215607100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:35.649745 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=cafab967-0c3b-4cf5-a5fa-03df242495a8,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:35.651551 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] No DVR routers for this DVR port cafab967-0c3b-4cf5-a5fa-03df242495a8 on host dv-cinder-797510-2-iscsi {{(pid=104926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 18:09:35.653032 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:35.690432 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02161431-b1c4-455e-876f-a92f2fd76727 None None] DHCP port deletion for 52e8cd25-992d-4852-834e-55b4d8f71293 request from dv-cinder-797510-2-iscsi {{(pid=104928) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 18:09:35.735152 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-953983', 'neutron.services.segments.db._delete_segments_for_network-8774201112095'] for network, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:35.738933 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 65582a68-a490-4334-978a-165d19bec0ce no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:35.746568 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e8cd25-992d-4852-834e-55b4d8f71293']}} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:35.764140 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 65582a68-a490-4334-978a-165d19bec0ce {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:35.764488 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 65582a68-a490-4334-978a-165d19bec0ce not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:35.764912 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device cafab967-0c3b-4cf5-a5fa-03df242495a8 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:35.783658 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: cafab967-0c3b-4cf5-a5fa-03df242495a8 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:35.784033 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device cafab967-0c3b-4cf5-a5fa-03df242495a8 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:35.784441 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 68826647-81e8-4462-973f-9f982a8cb0e3 no longer exists at agent ovs-agent-dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 18:09:35.804256 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.plugin [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] No Port match for: 68826647-81e8-4462-973f-9f982a8cb0e3 {{(pid=104928) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 18:09:35.804741 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron.plugins.ml2.rpc [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Device 68826647-81e8-4462-973f-9f982a8cb0e3 not bound to the agent host dv-cinder-797510-2-iscsi {{(pid=104928) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 18:09:36.008063 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27de32d8-a5b8-4c99-b22d-4d4e84b68675') {'for_net_delete': True} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:36.008345 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.services.segments.db [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27de32d8-a5b8-4c99-b22d-4d4e84b68675') {} {{(pid=104926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 18:09:36.017413 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774201099502', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25433504'] for segment, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.031466 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615'] for segment, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.038107 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=104926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 18:09:36.038510 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-956615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25546750'] for segment, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: Traceback (most recent call last): Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: timer() Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: cb(*args, **kw) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: return func(*args, **kwargs) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: self._notify() Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: self.callback(batched_events) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: event.method(event) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: return f(self, *a, **k) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._get(url).json() Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: return self.request(url, 'GET', **kwargs) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 18:09:36.040339 dv-cinder-797510-2-iscsi neutron-server[104926]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 18:09:36.094333 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-953972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-219682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4160296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3831145'] for network, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.098052 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:36.100584 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4160269'] for network, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.102547 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] 10.222.0.66 "DELETE /v2.0/networks/52e8cd25-992d-4852-834e-55b4d8f71293 HTTP/1.1" status: 204 len: 168 time: 0.7808821 Jun 23 18:09:36.113537 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=52e8cd25-992d-4852-834e-55b4d8f71293,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:36.116225 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-b3f5a3b9-a351-4fc3-9707-083df0722a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:36.216591 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33344) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:36.261775 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-e9396af8-6393-4625-afd7-b4eee3657004 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e863be0b7ae43d68586a350fc25b0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437288 Jun 23 18:09:36.263970 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [-] (104927) accepted ('10.222.0.66', 33346) {{(pid=104927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:36.310296 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.331426 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.383181 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.386283 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron_lib.callbacks.manager [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.387460 dv-cinder-797510-2-iscsi neutron-server[104927]: INFO neutron.wsgi [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89dccdcf-72b0-425f-8d51-3e528c516aa4 HTTP/1.1" status: 204 len: 168 time: 0.1225991 Jun 23 18:09:36.388483 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-840afa99-7651-41f1-bfae-c66f1f1de7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:36.396088 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dccdcf-72b0-425f-8d51-3e528c516aa4,revision_number=None']} {{(pid=104927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:36.399304 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG oslo_concurrency.lockutils [None req-26b96455-cb92-4776-b7aa-60b6b8663924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:36.718523 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33352) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:36.759487 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-b843821f-ba51-45ee-8858-60ee88c75011 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a0348dcaed9400b83c1cd4ffa02bbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396378 Jun 23 18:09:36.761784 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [-] (104926) accepted ('10.222.0.66', 33354) {{(pid=104926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 18:09:36.815492 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.838039 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.884396 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128433'] for security_group, after_delete {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.887364 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron_lib.callbacks.manager [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:36.888645 dv-cinder-797510-2-iscsi neutron-server[104926]: INFO neutron.wsgi [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28c70a5d-c374-4796-84c5-f700cb500d8b HTTP/1.1" status: 204 len: 168 time: 0.1259637 Jun 23 18:09:36.889569 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-d0ef3b52-b325-4c97-9e02-c9de238c6c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 18:09:36.899842 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c70a5d-c374-4796-84c5-f700cb500d8b,revision_number=None']} {{(pid=104926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 18:09:36.902521 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG oslo_concurrency.lockutils [None req-7dfc7722-62a1-44c5-9070-b796c9b11fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 18:09:43.263484 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-bf5224b7-2af8-46c1-bb7a-3a713115bdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:44.127404 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:09:46.230184 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c5ede2e3-2b1e-4ff0-b559-10c24e47b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:46.253744 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:47.918346 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:48.193957 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:09:49.452962 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:13.266404 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dc7355c9-fbee-4a05-ab33-adef4b0d16ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:16.230908 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-5de1eacc-e18a-4566-839f-5398008c036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:16.254059 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:17.922643 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:18.218535 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:19.457121 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:21.126386 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:10:43.267468 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-da457cff-78d3-41d7-86ca-673efd488243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:46.231932 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-56705fa6-0437-43a1-bc4a-401ffe06b9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:46.256871 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:47.924868 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:48.212126 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:49.459392 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:10:58.125454 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:11:13.269424 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-06471762-2fbf-4fc0-b3d6-3d2f018907f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:15.320581 dv-cinder-797510-2-iscsi neutron-server[104926]: DEBUG neutron.wsgi [req-6acc6f3f-af72-4ca7-9795-cb46bfe3cdd1 req-4b9b0416-da73-4ae7-8847-35a91183869a service neutron] (104926) timed out ('10.222.0.66', 56350) {{(pid=104926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:11:16.233929 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-33693df5-bf81-42c4-8992-e515a62de7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:16.268042 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:17.927239 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:18.225434 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:19.464014 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:35.125219 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:11:43.275031 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-c0af0258-0deb-46a6-906e-aa88f6cd540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:46.234865 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-92272450-c691-4f37-99ff-accaa81c1c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:46.259987 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:47.931156 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:48.221329 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:11:49.465339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:12.124725 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:12:13.266443 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-289eb77b-0799-48d3-807e-890cc797890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:16.236547 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-429c5fe0-30a7-4eaf-b797-6c6eca82a4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:16.264052 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:17.934136 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:18.239504 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:19.468812 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:43.268498 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7c48207e-24f1-42b1-bc9e-8b95e4aa6d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.238095 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-10cfd38a-1943-4ccd-ab84-71106ba0e07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:46.264946 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:47.935656 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:48.252740 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:12:49.123944 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:12:49.471480 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:13.278489 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-6aea3464-caaf-4ef0-aae5-f4d8434698d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.242769 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-f9fa2d3f-4f2f-4fa7-a7ef-4dd40cb084ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:16.267935 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:17.940481 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:18.282704 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:19.475542 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:26.123483 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:13:43.273283 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-ceb9869b-cff6-44ac-be6f-c9bc012fd3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:46.249960 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a261fcc6-6b65-420c-9860-b3ac6d9ffcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:46.280753 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:47.945000 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:48.278339 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:13:49.479034 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:03.123922 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:14:13.276948 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-a6e00c38-72bb-43e8-abad-a39c092fd945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.245629 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-39ca1e66-eecf-4194-ba1c-cd9b0e8a066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:16.270728 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:17.950755 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:18.291177 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:19.480674 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:40.122995 dv-cinder-797510-2-iscsi neutron-server[104929]: DEBUG neutron.db.agents_db [None req-f7c1aeb9-7570-40d7-9a6d-297a0579bcd3 None None] Agent healthcheck: found 6 active agents {{(pid=104929) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 18:14:42.377153 dv-cinder-797510-2-iscsi neutron-server[104927]: DEBUG neutron.wsgi [req-c6a5ecfb-c229-4f0d-8bc2-9cbd9056de61 req-604b61f3-928a-4b5c-9240-516733c946c1 tempest-AttachVolumeNegativeTest-1283620979 tempest-AttachVolumeNegativeTest-1283620979-project] (104927) timed out ('10.222.0.65', 57832) {{(pid=104927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 18:14:43.280547 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-051c98d0-0f00-4869-a81e-5a144565b7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.247419 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-8c919659-416a-472b-abb0-daa32d47ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:46.274330 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-dbb81089-999d-44b7-a39d-e6ff3c496bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:47.950091 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-d039fca5-451f-46d0-b168-f61ef0294ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:48.309095 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-7d7a3763-8c3d-442e-a1f2-4f3793761f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 18:14:49.485747 dv-cinder-797510-2-iscsi neutron-server[104928]: DEBUG neutron_lib.callbacks.manager [None req-eed474ac-dc5c-418c-a272-06fc606de9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774201112077', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962869'] for agent, after_update {{(pid=104928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}